{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5046.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18439): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18439) [trial-2393↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18439)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18439): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18439) [trial-2393↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a18:40:44.419259 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a18:40:44.430667 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a18:40:45.031368 tst mo_mt_sms.py: using LAC 35508\u000a18:40:45.153647 tst mo_mt_sms.py: using RAC 63\u000a18:40:45.275230 tst mo_mt_sms.py: using CellId 35508\u000a18:40:45.398770 tst mo_mt_sms.py: using BVCI 35509\u000a18:40:45.422767 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:40:45.602318 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:40:45.907075 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:40:46.046260 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:40:48.482879 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18438): Launched\u000a18:40:48.806679 run osmo-nitb_10.42.42.2(pid=18439): Launched\u000a18:40:48.993343 run osmo-nitb_10.42.42.2(pid=18439): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18439)]\u000a18:40:49.128338 run osmo-nitb_10.42.42.2(pid=18439): stdout: \u000a| (launched: 2022-12-13_18:40:48.648096) \u000a18:40:49.263250 run osmo-nitb_10.42.42.2(pid=18439): stderr: \u000a| (launched: 2022-12-13_18:40:48.696567)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:40:49.393892 run osmo-nitb_10.42.42.2(pid=18439): stdout: \u000a| (launched: 2022-12-13_18:40:48.648096) \u000a18:40:49.523635 run osmo-nitb_10.42.42.2(pid=18439): stderr: \u000a| (launched: 2022-12-13_18:40:48.696567)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:40:49.580019 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=18439): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18439) [trial-2393↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18439)] [trial-2393↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a18:40:49.588507 tst mo_mt_sms.py:11: Test FAILED (5.2 sec)\u000a18:40:49.625167 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18438): Terminating (SIGTERM)\u000a18:40:49.803193 --- ParallelTerminationStrategy: PID 18438 died...\u000a18:40:49.861521 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18438): Terminated: ok {rc=0}\u000a18:40:49.949658 bus /sierra_3: Setting Powered False\u000a18:40:51.059729 bus /sierra_3: Setting Powered False\u000a18:40:52.169384 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:40:44" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18449): Process ended prematurely: osmo-stp_10.42.42.5(pid=18449) [trial-2393↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18449)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18449): Process ended prematurely: osmo-stp_10.42.42.5(pid=18449) [trial-2393↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a18:40:54.034146 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:40:54.044744 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a18:40:54.166887 tst mo_mt_sms.py: using LAC 35509\u000a18:40:54.287791 tst mo_mt_sms.py: using RAC 64\u000a18:40:54.406044 tst mo_mt_sms.py: using CellId 35509\u000a18:40:54.521638 tst mo_mt_sms.py: using BVCI 35510\u000a18:40:54.544349 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:40:54.554974 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:40:54.565578 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:40:54.576399 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:40:54.587114 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:40:54.597984 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:40:54.717372 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a18:40:54.921812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:40:56.636394 run create_hlr_db(pid=18443): Launched\u000a18:40:56.811258 bus /sierra_2: Setting Powered False\u000a18:40:57.833669 run create_hlr_db(pid=18443): Terminated: ok {rc=0}\u000a18:40:58.269456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18445): Launched\u000a18:40:58.599517 run osmo-hlr_10.42.42.2(pid=18446): Launched\u000a18:40:58.719200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:01.306626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18448): Launched\u000a18:41:01.717516 run osmo-stp_10.42.42.5(pid=18449): Launched\u000a18:41:02.012573 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:41:07.267875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18451): Launched\u000a18:41:07.573747 run osmo-msc_10.42.42.6(pid=18452): Launched\u000a18:41:07.750387 run osmo-stp_10.42.42.5(pid=18449): ERR: Terminated: ERROR {rc=1} [trial-2393↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18449)]\u000a18:41:07.879043 run osmo-stp_10.42.42.5(pid=18449): stdout: \u000a| (launched: 2022-12-13_18:41:01.471355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:08.004329 run osmo-stp_10.42.42.5(pid=18449): stderr: \u000a| �[0;m�[38;5;43m20221213184101784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184101784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184101785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184101785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184101786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184101786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184101786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:08.125883 run osmo-stp_10.42.42.5(pid=18449): stdout: \u000a| (launched: 2022-12-13_18:41:01.471355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:08.246178 run osmo-stp_10.42.42.5(pid=18449): stderr: \u000a| �[0;m�[38;5;43m20221213184101784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184101784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184101785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184101785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184101786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184101786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184101786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:08.298775 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18449): Process ended prematurely: osmo-stp_10.42.42.5(pid=18449) [trial-2393↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18449)] [trial-2393↪sms:sysmo↪mo_mt_sms.py:16]\u000a18:41:08.306620 tst mo_mt_sms.py:16: Test FAILED (14.3 sec)\u000a18:41:08.367046 run osmo-hlr_10.42.42.2(pid=18446): ERR: Terminated: ERROR {rc=237} [trial-2393↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18446)]\u000a18:41:08.416752 run osmo-hlr_10.42.42.2(pid=18446): stdout: \u000a| (launched: 2022-12-13_18:40:58.435352) \u000a18:41:08.467099 run osmo-hlr_10.42.42.2(pid=18446): stderr: \u000a| �[0;m�[1;31m20221213184058635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184058635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184058635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184058635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184058635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184058635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184058693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184058702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184058702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184058702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:08.535038 run osmo-msc_10.42.42.6(pid=18452): ERR: Terminated: ERROR {rc=2} [trial-2393↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18452)]\u000a18:41:08.584538 run osmo-msc_10.42.42.6(pid=18452): stdout: \u000a| (launched: 2022-12-13_18:41:07.421778) \u000a18:41:08.634610 run osmo-msc_10.42.42.6(pid=18452): stderr: \u000a| �[0;m�[38;5;43m20221213184107697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184107697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a82d96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184107698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184107698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184107698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184107698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184107700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184107700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184107700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184107700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:41:08.678035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18445): Terminating (SIGTERM)\u000a18:41:08.718491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18448): Terminating (SIGTERM)\u000a18:41:08.758736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18451): Terminating (SIGTERM)\u000a18:41:08.767948 --- ParallelTerminationStrategy: PID 18445 died...\u000a18:41:08.821933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18445): Terminated: ok {rc=0}\u000a18:41:08.831575 --- ParallelTerminationStrategy: PID 18448 died...\u000a18:41:08.885136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18448): Terminated: ok {rc=0}\u000a18:41:08.894730 --- ParallelTerminationStrategy: PID 18451 died...\u000a18:41:08.948167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18451): Terminated: ok {rc=0}\u000a18:41:09.036599 bus /sierra_3: Setting Powered False\u000a18:41:10.141990 bus /sierra_3: Setting Powered False\u000a18:41:11.253811 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:40:53" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18458): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18458) [trial-2393↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18458)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18458): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18458) [trial-2393↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a18:41:13.066175 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a18:41:13.077516 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a18:41:13.200025 tst assert_extension.py: using LAC 35510\u000a18:41:13.320508 tst assert_extension.py: using RAC 65\u000a18:41:13.440629 tst assert_extension.py: using CellId 35510\u000a18:41:13.561582 tst assert_extension.py: using BVCI 35511\u000a18:41:13.584489 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a18:41:13.878188 tst assert_extension.py:10: start nitb and bts...\u000a18:41:14.014038 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:41:14.686092 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18457): Launched\u000a18:41:15.009912 run osmo-nitb_10.42.42.2(pid=18458): Launched\u000a18:41:15.208780 run osmo-nitb_10.42.42.2(pid=18458): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18458)]\u000a18:41:15.355223 run osmo-nitb_10.42.42.2(pid=18458): stdout: \u000a| (launched: 2022-12-13_18:41:14.851253) \u000a18:41:15.501826 run osmo-nitb_10.42.42.2(pid=18458): stderr: \u000a| (launched: 2022-12-13_18:41:14.899317)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:41:15.643953 run osmo-nitb_10.42.42.2(pid=18458): stdout: \u000a| (launched: 2022-12-13_18:41:14.851253) \u000a18:41:15.784644 run osmo-nitb_10.42.42.2(pid=18458): stderr: \u000a| (launched: 2022-12-13_18:41:14.899317)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:41:16.136275 tst osmo-nitb_10.42.42.2(pid=18458): stdout: \u000a| (launched: 2022-12-13_18:41:14.851253) \u000a18:41:16.262265 tst osmo-nitb_10.42.42.2(pid=18458): stderr: \u000a| (launched: 2022-12-13_18:41:14.899317)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:41:16.316793 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18458): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18458) [trial-2393↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18458)] [trial-2393↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a18:41:16.326094 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a18:41:16.363136 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18457): Terminating (SIGTERM)\u000a18:41:16.541865 --- ParallelTerminationStrategy: PID 18457 died...\u000a18:41:16.598596 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18457): Terminated: ok {rc=0}\u000a18:41:16.700423 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:41:12" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18470): Process ended prematurely: osmo-stp_10.42.42.5(pid=18470) [trial-2393↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18470)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18470): Process ended prematurely: osmo-stp_10.42.42.5(pid=18470) [trial-2393↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a18:41:18.498530 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:41:18.509299 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a18:41:18.631702 tst assert_extension.py: using LAC 35511\u000a18:41:18.751048 tst assert_extension.py: using RAC 66\u000a18:41:18.871692 tst assert_extension.py: using CellId 35511\u000a18:41:18.991127 tst assert_extension.py: using BVCI 35512\u000a18:41:19.014185 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:41:19.024736 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:41:19.035395 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:41:19.045877 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:41:19.056256 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:41:19.066712 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a18:41:19.264874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:19.755163 run create_hlr_db(pid=18464): Launched\u000a18:41:19.946874 bus /sierra_2: Setting Powered False\u000a18:41:20.964519 run create_hlr_db(pid=18464): Terminated: ok {rc=0}\u000a18:41:21.399075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18466): Launched\u000a18:41:21.729083 run osmo-hlr_10.42.42.2(pid=18467): Launched\u000a18:41:21.851444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:22.421917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18469): Launched\u000a18:41:22.748035 run osmo-stp_10.42.42.5(pid=18470): Launched\u000a18:41:22.866858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:41:23.461020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18472): Launched\u000a18:41:23.789960 run osmo-msc_10.42.42.6(pid=18473): Launched\u000a18:41:23.981590 run osmo-stp_10.42.42.5(pid=18470): ERR: Terminated: ERROR {rc=1} [trial-2393↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18470)]\u000a18:41:24.119954 run osmo-stp_10.42.42.5(pid=18470): stdout: \u000a| (launched: 2022-12-13_18:41:22.587246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:24.257726 run osmo-stp_10.42.42.5(pid=18470): stderr: \u000a| �[0;m�[38;5;43m20221213184122782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184122783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184122783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184122783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184122784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184122784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184122784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:24.389075 run osmo-stp_10.42.42.5(pid=18470): stdout: \u000a| (launched: 2022-12-13_18:41:22.587246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:24.519309 run osmo-stp_10.42.42.5(pid=18470): stderr: \u000a| �[0;m�[38;5;43m20221213184122782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184122783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184122783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184122783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184122784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184122784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184122784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:24.575851 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18470): Process ended prematurely: osmo-stp_10.42.42.5(pid=18470) [trial-2393↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18470)] [trial-2393↪ussd:sysmo↪assert_extension.py:17]\u000a18:41:24.584358 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a18:41:24.647906 run osmo-hlr_10.42.42.2(pid=18467): ERR: Terminated: ERROR {rc=237} [trial-2393↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18467)]\u000a18:41:24.699797 run osmo-hlr_10.42.42.2(pid=18467): stdout: \u000a| (launched: 2022-12-13_18:41:21.564908) \u000a18:41:24.752181 run osmo-hlr_10.42.42.2(pid=18467): stderr: \u000a| �[0;m�[1;31m20221213184121769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184121769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184121769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184121769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184121769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184121770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184121788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184121797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184121797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184121797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:24.823500 run osmo-msc_10.42.42.6(pid=18473): ERR: Terminated: ERROR {rc=2} [trial-2393↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18473)]\u000a18:41:24.875393 run osmo-msc_10.42.42.6(pid=18473): stdout: \u000a| (launched: 2022-12-13_18:41:23.626281) \u000a18:41:24.927752 run osmo-msc_10.42.42.6(pid=18473): stderr: \u000a| �[0;m�[38;5;43m20221213184123950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184123951 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0448405c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184123951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184123951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184123951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184123951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184123953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184123953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184123954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184123954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:41:24.972662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18466): Terminating (SIGTERM)\u000a18:41:25.015265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18469): Terminating (SIGTERM)\u000a18:41:25.057506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18472): Terminating (SIGTERM)\u000a18:41:25.067151 --- ParallelTerminationStrategy: PID 18466 died...\u000a18:41:25.124569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18466): Terminated: ok {rc=0}\u000a18:41:25.134727 --- ParallelTerminationStrategy: PID 18469 died...\u000a18:41:25.191954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18469): Terminated: ok {rc=0}\u000a18:41:25.202045 --- ParallelTerminationStrategy: PID 18472 died...\u000a18:41:25.258676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18472): Terminated: ok {rc=0}\u000a18:41:25.346603 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:41:18" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18484): Process ended prematurely: osmo-stp_10.42.42.5(pid=18484) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18484)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18484): Process ended prematurely: osmo-stp_10.42.42.5(pid=18484) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:41:27.265545 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:41:27.276911 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:41:27.425066 tst mo_mt_call.py: using LAC 35512\u000a18:41:27.548210 tst mo_mt_call.py: using RAC 67\u000a18:41:27.671274 tst mo_mt_call.py: using CellId 35512\u000a18:41:27.794378 tst mo_mt_call.py: using BVCI 35513\u000a18:41:27.817981 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:41:27.829139 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:41:27.840043 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:41:27.851062 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:41:27.862124 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:41:27.873201 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:41:27.994665 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:41:28.196436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:28.692868 run create_hlr_db(pid=18478): Launched\u000a18:41:28.870486 bus /sierra_2: Setting Powered False\u000a18:41:29.892419 run create_hlr_db(pid=18478): Terminated: ok {rc=0}\u000a18:41:30.343342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18480): Launched\u000a18:41:30.680085 run osmo-hlr_10.42.42.2(pid=18481): Launched\u000a18:41:30.803304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:31.478705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18483): Launched\u000a18:41:31.942289 run osmo-stp_10.42.42.5(pid=18484): Launched\u000a18:41:32.195536 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:41:32.774839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18486): Launched\u000a18:41:33.084212 run osmo-msc_10.42.42.6(pid=18487): Launched\u000a18:41:33.264157 run osmo-stp_10.42.42.5(pid=18484): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18484)]\u000a18:41:33.394735 run osmo-stp_10.42.42.5(pid=18484): stdout: \u000a| (launched: 2022-12-13_18:41:31.651445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:33.522876 run osmo-stp_10.42.42.5(pid=18484): stderr: \u000a| �[0;m�[38;5;43m20221213184131894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184131895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184131895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184131895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184131896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184131896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184131896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:33.647028 run osmo-stp_10.42.42.5(pid=18484): stdout: \u000a| (launched: 2022-12-13_18:41:31.651445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:33.770299 run osmo-stp_10.42.42.5(pid=18484): stderr: \u000a| �[0;m�[38;5;43m20221213184131894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184131895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184131895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184131895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184131896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184131896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184131896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:33.824284 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18484): Process ended prematurely: osmo-stp_10.42.42.5(pid=18484) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18484)] [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:41:33.832614 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a18:41:33.892786 run osmo-hlr_10.42.42.2(pid=18481): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18481)]\u000a18:41:33.942712 run osmo-hlr_10.42.42.2(pid=18481): stdout: \u000a| (launched: 2022-12-13_18:41:30.512751) \u000a18:41:33.993235 run osmo-hlr_10.42.42.2(pid=18481): stderr: \u000a| �[0;m�[1;31m20221213184130717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184130717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184130717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184130717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184130717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184130717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184130730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184130740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184130740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184130740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:34.062008 run osmo-msc_10.42.42.6(pid=18487): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18487)]\u000a18:41:34.111613 run osmo-msc_10.42.42.6(pid=18487): stdout: \u000a| (launched: 2022-12-13_18:41:32.931614) \u000a18:41:34.161873 run osmo-msc_10.42.42.6(pid=18487): stderr: \u000a| �[0;m�[38;5;43m20221213184133209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184133209 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb536260c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184133209 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184133209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184133209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184133210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184133211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184133212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184133212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184133212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:41:34.204520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18480): Terminating (SIGTERM)\u000a18:41:34.244621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18483): Terminating (SIGTERM)\u000a18:41:34.284829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18486): Terminating (SIGTERM)\u000a18:41:34.294160 --- ParallelTerminationStrategy: PID 18480 died...\u000a18:41:34.347983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18480): Terminated: ok {rc=0}\u000a18:41:34.357652 --- ParallelTerminationStrategy: PID 18483 died...\u000a18:41:34.411262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18483): Terminated: ok {rc=0}\u000a18:41:34.420856 --- ParallelTerminationStrategy: PID 18486 died...\u000a18:41:34.474219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18486): Terminated: ok {rc=0}\u000a18:41:34.563355 bus /sierra_3: Setting Powered False\u000a18:41:35.676862 bus /sierra_3: Setting Powered False\u000a18:41:36.785224 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18495): Process ended prematurely: osmo-stp_10.42.42.5(pid=18495) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18495)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18495): Process ended prematurely: osmo-stp_10.42.42.5(pid=18495) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:41:37.902691 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:41:37.915090 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:41:38.107647 tst mo_mt_call_osmux.py: using LAC 35513\u000a18:41:38.235506 tst mo_mt_call_osmux.py: using RAC 68\u000a18:41:38.359824 tst mo_mt_call_osmux.py: using CellId 35513\u000a18:41:38.484109 tst mo_mt_call_osmux.py: using BVCI 35514\u000a18:41:38.507937 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:41:38.519132 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:41:38.530166 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:41:38.541141 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:41:38.552598 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:41:38.564129 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:41:38.684453 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:41:38.890982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:39.390072 run create_hlr_db(pid=18489): Launched\u000a18:41:39.568492 bus /sierra_2: Setting Powered False\u000a18:41:40.590323 run create_hlr_db(pid=18489): Terminated: ok {rc=0}\u000a18:41:41.045717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18491): Launched\u000a18:41:41.358262 run osmo-hlr_10.42.42.2(pid=18492): Launched\u000a18:41:41.471375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:42.010462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18494): Launched\u000a18:41:42.322341 run osmo-stp_10.42.42.5(pid=18495): Launched\u000a18:41:42.433800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:41:43.000210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18497): Launched\u000a18:41:43.312571 run osmo-msc_10.42.42.6(pid=18498): Launched\u000a18:41:43.492823 run osmo-stp_10.42.42.5(pid=18495): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18495)]\u000a18:41:43.623376 run osmo-stp_10.42.42.5(pid=18495): stdout: \u000a| (launched: 2022-12-13_18:41:42.168280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:43.751641 run osmo-stp_10.42.42.5(pid=18495): stderr: \u000a| �[0;m�[38;5;43m20221213184142342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184142342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184142342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184142342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184142343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184142343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184142343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:43.875778 run osmo-stp_10.42.42.5(pid=18495): stdout: \u000a| (launched: 2022-12-13_18:41:42.168280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:43.999135 run osmo-stp_10.42.42.5(pid=18495): stderr: \u000a| �[0;m�[38;5;43m20221213184142342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184142342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184142342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184142342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184142343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184142343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184142343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:44.053394 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18495): Process ended prematurely: osmo-stp_10.42.42.5(pid=18495) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18495)] [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:41:44.061944 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:41:44.122479 run osmo-hlr_10.42.42.2(pid=18492): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18492)]\u000a18:41:44.171835 run osmo-hlr_10.42.42.2(pid=18492): stdout: \u000a| (launched: 2022-12-13_18:41:41.203554) \u000a18:41:44.221751 run osmo-hlr_10.42.42.2(pid=18492): stderr: \u000a| �[0;m�[1;31m20221213184141382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184141383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184141383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184141383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184141383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184141383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184141395 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184141404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184141404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184141404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:44.289562 run osmo-msc_10.42.42.6(pid=18498): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18498)]\u000a18:41:44.338984 run osmo-msc_10.42.42.6(pid=18498): stdout: \u000a| (launched: 2022-12-13_18:41:43.157364) \u000a18:41:44.388781 run osmo-msc_10.42.42.6(pid=18498): stderr: \u000a| �[0;m�[38;5;43m20221213184143432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184143432 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37d1cfcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184143432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184143432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184143433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184143433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184143435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184143435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184143435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184143435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:41:44.430956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18491): Terminating (SIGTERM)\u000a18:41:44.470926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18494): Terminating (SIGTERM)\u000a18:41:44.510778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18497): Terminating (SIGTERM)\u000a18:41:44.519941 --- ParallelTerminationStrategy: PID 18491 died...\u000a18:41:44.573660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18491): Terminated: ok {rc=0}\u000a18:41:44.583282 --- ParallelTerminationStrategy: PID 18494 died...\u000a18:41:44.636460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18494): Terminated: ok {rc=0}\u000a18:41:44.645963 --- ParallelTerminationStrategy: PID 18497 died...\u000a18:41:44.699026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18497): Terminated: ok {rc=0}\u000a18:41:44.786716 bus /sierra_3: Setting Powered False\u000a18:41:45.915980 bus /sierra_3: Setting Powered False\u000a18:41:47.028879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:41:27" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18509): Process ended prematurely: osmo-stp_10.42.42.5(pid=18509) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18509)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18509): Process ended prematurely: osmo-stp_10.42.42.5(pid=18509) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:41:48.992308 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:41:49.003465 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:41:49.154093 tst mo_mt_call.py: using LAC 35514\u000a18:41:49.273733 tst mo_mt_call.py: using RAC 69\u000a18:41:49.397164 tst mo_mt_call.py: using CellId 35514\u000a18:41:49.518382 tst mo_mt_call.py: using BVCI 35515\u000a18:41:49.541983 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:41:49.553157 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:41:49.564046 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:41:49.575012 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:41:49.586591 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:41:49.598145 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:41:49.720194 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:41:49.927205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:41:50.422907 run create_hlr_db(pid=18503): Launched\u000a18:41:50.600323 bus /sierra_2: Setting Powered False\u000a18:41:51.634783 run create_hlr_db(pid=18503): Terminated: ok {rc=0}\u000a18:41:52.051662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18505): Launched\u000a18:41:52.363936 run osmo-hlr_10.42.42.2(pid=18506): Launched\u000a18:41:52.476700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:41:53.012526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18508): Launched\u000a18:41:53.322960 run osmo-stp_10.42.42.5(pid=18509): Launched\u000a18:41:53.434386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:41:53.999490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18511): Launched\u000a18:41:54.311424 run osmo-msc_10.42.42.6(pid=18512): Launched\u000a18:41:54.491996 run osmo-stp_10.42.42.5(pid=18509): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18509)]\u000a18:41:54.621956 run osmo-stp_10.42.42.5(pid=18509): stdout: \u000a| (launched: 2022-12-13_18:41:53.169405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:54.749718 run osmo-stp_10.42.42.5(pid=18509): stderr: \u000a| �[0;m�[38;5;43m20221213184153342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184153342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184153343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184153343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184153344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184153344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184153344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:54.873803 run osmo-stp_10.42.42.5(pid=18509): stdout: \u000a| (launched: 2022-12-13_18:41:53.169405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:41:54.996758 run osmo-stp_10.42.42.5(pid=18509): stderr: \u000a| �[0;m�[38;5;43m20221213184153342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184153342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184153343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184153343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184153344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184153344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184153344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:41:55.050940 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18509): Process ended prematurely: osmo-stp_10.42.42.5(pid=18509) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18509)] [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:41:55.059396 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:41:55.119353 run osmo-hlr_10.42.42.2(pid=18506): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18506)]\u000a18:41:55.168532 run osmo-hlr_10.42.42.2(pid=18506): stdout: \u000a| (launched: 2022-12-13_18:41:52.209471) \u000a18:41:55.218000 run osmo-hlr_10.42.42.2(pid=18506): stderr: \u000a| �[0;m�[1;31m20221213184152390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184152390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184152390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184152390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184152391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184152391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184152403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184152413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184152413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184152413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:41:55.285177 run osmo-msc_10.42.42.6(pid=18512): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18512)]\u000a18:41:55.334103 run osmo-msc_10.42.42.6(pid=18512): stdout: \u000a| (launched: 2022-12-13_18:41:54.157637) \u000a18:41:55.383337 run osmo-msc_10.42.42.6(pid=18512): stderr: \u000a| �[0;m�[38;5;43m20221213184154435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184154435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6231a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184154435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184154435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184154435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184154435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184154437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184154437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184154438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184154438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:41:55.425106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18505): Terminating (SIGTERM)\u000a18:41:55.464429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18508): Terminating (SIGTERM)\u000a18:41:55.503979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18511): Terminating (SIGTERM)\u000a18:41:55.513111 --- ParallelTerminationStrategy: PID 18505 died...\u000a18:41:55.566002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18505): Terminated: ok {rc=0}\u000a18:41:55.575451 --- ParallelTerminationStrategy: PID 18508 died...\u000a18:41:55.628694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18508): Terminated: ok {rc=0}\u000a18:41:55.638184 --- ParallelTerminationStrategy: PID 18511 died...\u000a18:41:55.691302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18511): Terminated: ok {rc=0}\u000a18:41:55.780404 bus /sierra_3: Setting Powered False\u000a18:41:56.885805 bus /sierra_3: Setting Powered False\u000a18:41:57.992173 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18522): Process ended prematurely: osmo-stp_10.42.42.5(pid=18522) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18522)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18522): Process ended prematurely: osmo-stp_10.42.42.5(pid=18522) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:41:59.107564 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:41:59.119902 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:41:59.278931 tst mo_mt_call_osmux.py: using LAC 35515\u000a18:41:59.405716 tst mo_mt_call_osmux.py: using RAC 70\u000a18:41:59.528439 tst mo_mt_call_osmux.py: using CellId 35515\u000a18:41:59.649278 tst mo_mt_call_osmux.py: using BVCI 35516\u000a18:41:59.672799 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:41:59.684184 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:41:59.695380 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:41:59.706541 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:41:59.717743 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:41:59.728862 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:41:59.850167 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:42:00.065321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:00.589198 run create_hlr_db(pid=18514): Launched\u000a18:42:00.781186 bus /sierra_2: Setting Powered False\u000a18:42:01.804155 run create_hlr_db(pid=18514): Terminated: ok {rc=0}\u000a18:42:02.262067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18518): Launched\u000a18:42:02.596858 run osmo-hlr_10.42.42.2(pid=18519): Launched\u000a18:42:02.719733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:03.324873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18521): Launched\u000a18:42:03.659545 run osmo-stp_10.42.42.5(pid=18522): Launched\u000a18:42:03.780739 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:04.387896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18524): Launched\u000a18:42:04.722047 run osmo-msc_10.42.42.6(pid=18525): Launched\u000a18:42:04.915439 run osmo-stp_10.42.42.5(pid=18522): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18522)]\u000a18:42:05.055359 run osmo-stp_10.42.42.5(pid=18522): stdout: \u000a| (launched: 2022-12-13_18:42:03.493870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:05.195277 run osmo-stp_10.42.42.5(pid=18522): stderr: \u000a| �[0;m�[38;5;43m20221213184203691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184203691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184203691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184203691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184203692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184203692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184203692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:05.328925 run osmo-stp_10.42.42.5(pid=18522): stdout: \u000a| (launched: 2022-12-13_18:42:03.493870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:05.461864 run osmo-stp_10.42.42.5(pid=18522): stderr: \u000a| �[0;m�[38;5;43m20221213184203691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184203691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184203691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184203691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184203692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184203692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184203692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:05.519915 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18522): Process ended prematurely: osmo-stp_10.42.42.5(pid=18522) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18522)] [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:42:05.529107 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:42:05.592461 run osmo-hlr_10.42.42.2(pid=18519): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18519)]\u000a18:42:05.643965 run osmo-hlr_10.42.42.2(pid=18519): stdout: \u000a| (launched: 2022-12-13_18:42:02.431623) \u000a18:42:05.696045 run osmo-hlr_10.42.42.2(pid=18519): stderr: \u000a| �[0;m�[1;31m20221213184202634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184202634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184202634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184202634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184202634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184202635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184202647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184202655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184202655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184202655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:05.766929 run osmo-msc_10.42.42.6(pid=18525): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18525)]\u000a18:42:05.818730 run osmo-msc_10.42.42.6(pid=18525): stdout: \u000a| (launched: 2022-12-13_18:42:04.556491) \u000a18:42:05.870868 run osmo-msc_10.42.42.6(pid=18525): stderr: \u000a| �[0;m�[38;5;43m20221213184204883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184204884 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f982862dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184204884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184204884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184204884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184204884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184204886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184204886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184204886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184204886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:05.915483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18518): Terminating (SIGTERM)\u000a18:42:05.957620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18521): Terminating (SIGTERM)\u000a18:42:05.999840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18524): Terminating (SIGTERM)\u000a18:42:06.009495 --- ParallelTerminationStrategy: PID 18518 died...\u000a18:42:06.065994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18518): Terminated: ok {rc=0}\u000a18:42:06.075998 --- ParallelTerminationStrategy: PID 18521 died...\u000a18:42:06.132414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18521): Terminated: ok {rc=0}\u000a18:42:06.142807 --- ParallelTerminationStrategy: PID 18524 died...\u000a18:42:06.199159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18524): Terminated: ok {rc=0}\u000a18:42:06.287323 bus /sierra_3: Setting Powered False\u000a18:42:07.394275 bus /sierra_3: Setting Powered False\u000a18:42:08.504042 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:41:48" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18536): Process ended prematurely: osmo-stp_10.42.42.5(pid=18536) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18536)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18536): Process ended prematurely: osmo-stp_10.42.42.5(pid=18536) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:42:10.473798 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:42:10.485488 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:42:10.638833 tst mo_mt_call.py: using LAC 35516\u000a18:42:10.767376 tst mo_mt_call.py: using RAC 71\u000a18:42:10.895766 tst mo_mt_call.py: using CellId 35516\u000a18:42:11.024549 tst mo_mt_call.py: using BVCI 35517\u000a18:42:11.049941 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:42:11.061689 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:42:11.073119 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:42:11.084525 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:42:11.096710 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:42:11.108674 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:42:11.226010 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:42:11.442522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:11.967768 run create_hlr_db(pid=18530): Launched\u000a18:42:12.159980 bus /sierra_2: Setting Powered False\u000a18:42:13.180842 run create_hlr_db(pid=18530): Terminated: ok {rc=0}\u000a18:42:13.598588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18532): Launched\u000a18:42:13.908668 run osmo-hlr_10.42.42.2(pid=18533): Launched\u000a18:42:14.023287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:14.560223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18535): Launched\u000a18:42:14.872201 run osmo-stp_10.42.42.5(pid=18536): Launched\u000a18:42:14.984928 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:15.551185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18538): Launched\u000a18:42:15.967188 run osmo-msc_10.42.42.6(pid=18539): Launched\u000a18:42:16.306242 run osmo-stp_10.42.42.5(pid=18536): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18536)]\u000a18:42:16.450348 run osmo-stp_10.42.42.5(pid=18536): stdout: \u000a| (launched: 2022-12-13_18:42:14.717259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:16.594341 run osmo-stp_10.42.42.5(pid=18536): stderr: \u000a| �[0;m�[38;5;43m20221213184214890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184214890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184214891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184214891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184214893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184214894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184214894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:16.733601 run osmo-stp_10.42.42.5(pid=18536): stdout: \u000a| (launched: 2022-12-13_18:42:14.717259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:16.873984 run osmo-stp_10.42.42.5(pid=18536): stderr: \u000a| �[0;m�[38;5;43m20221213184214890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184214890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184214891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184214891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184214893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184214894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184214894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:16.934529 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18536): Process ended prematurely: osmo-stp_10.42.42.5(pid=18536) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18536)] [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:42:16.944839 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a18:42:17.012718 run osmo-hlr_10.42.42.2(pid=18533): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18533)]\u000a18:42:17.068982 run osmo-hlr_10.42.42.2(pid=18533): stdout: \u000a| (launched: 2022-12-13_18:42:13.755466) \u000a18:42:17.124826 run osmo-hlr_10.42.42.2(pid=18533): stderr: \u000a| �[0;m�[1;31m20221213184213936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184213936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184213936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184213936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184213936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184213936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184213948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184213957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184213957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184213957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:17.200495 run osmo-msc_10.42.42.6(pid=18539): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18539)]\u000a18:42:17.256374 run osmo-msc_10.42.42.6(pid=18539): stdout: \u000a| (launched: 2022-12-13_18:42:15.708904) \u000a18:42:17.313236 run osmo-msc_10.42.42.6(pid=18539): stderr: \u000a| �[0;m�[38;5;43m20221213184215998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184215998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3406993c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184215998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184215998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184215999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184215999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184216000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184216009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184216009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184216009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:17.359482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18532): Terminating (SIGTERM)\u000a18:42:17.403011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18535): Terminating (SIGTERM)\u000a18:42:17.446458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18538): Terminating (SIGTERM)\u000a18:42:17.456216 --- ParallelTerminationStrategy: PID 18532 died...\u000a18:42:17.515221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18532): Terminated: ok {rc=0}\u000a18:42:17.525856 --- ParallelTerminationStrategy: PID 18535 died...\u000a18:42:17.583962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18535): Terminated: ok {rc=0}\u000a18:42:17.594169 --- ParallelTerminationStrategy: PID 18538 died...\u000a18:42:17.652336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18538): Terminated: ok {rc=0}\u000a18:42:17.741691 bus /sierra_3: Setting Powered False\u000a18:42:18.848981 bus /sierra_3: Setting Powered False\u000a18:42:19.962687 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18547): Process ended prematurely: osmo-stp_10.42.42.5(pid=18547) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18547)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18547): Process ended prematurely: osmo-stp_10.42.42.5(pid=18547) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:42:21.080259 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:42:21.092688 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:42:21.249075 tst mo_mt_call_osmux.py: using LAC 35517\u000a18:42:21.378533 tst mo_mt_call_osmux.py: using RAC 72\u000a18:42:21.507744 tst mo_mt_call_osmux.py: using CellId 35517\u000a18:42:21.638638 tst mo_mt_call_osmux.py: using BVCI 35518\u000a18:42:21.663984 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:42:21.675719 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:42:21.687341 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:42:21.698958 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:42:21.710795 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:42:21.722661 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:42:21.841514 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:42:22.056878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:22.585086 run create_hlr_db(pid=18541): Launched\u000a18:42:22.777107 bus /sierra_2: Setting Powered False\u000a18:42:23.798227 run create_hlr_db(pid=18541): Terminated: ok {rc=0}\u000a18:42:24.215297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18543): Launched\u000a18:42:24.527247 run osmo-hlr_10.42.42.2(pid=18544): Launched\u000a18:42:24.641076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:25.178891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18546): Launched\u000a18:42:25.490498 run osmo-stp_10.42.42.5(pid=18547): Launched\u000a18:42:25.603644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:26.168691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18549): Launched\u000a18:42:26.481461 run osmo-msc_10.42.42.6(pid=18550): Launched\u000a18:42:26.662855 run osmo-stp_10.42.42.5(pid=18547): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18547)]\u000a18:42:26.794113 run osmo-stp_10.42.42.5(pid=18547): stdout: \u000a| (launched: 2022-12-13_18:42:25.336156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:26.922397 run osmo-stp_10.42.42.5(pid=18547): stderr: \u000a| �[0;m�[38;5;43m20221213184225509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184225510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184225510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184225510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184225512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184225513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184225513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:27.047148 run osmo-stp_10.42.42.5(pid=18547): stdout: \u000a| (launched: 2022-12-13_18:42:25.336156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:27.170744 run osmo-stp_10.42.42.5(pid=18547): stderr: \u000a| �[0;m�[38;5;43m20221213184225509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184225510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184225510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184225510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184225512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184225513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184225513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:27.225055 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18547): Process ended prematurely: osmo-stp_10.42.42.5(pid=18547) [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18547)] [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:42:27.233599 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:42:27.293575 run osmo-hlr_10.42.42.2(pid=18544): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18544)]\u000a18:42:27.342982 run osmo-hlr_10.42.42.2(pid=18544): stdout: \u000a| (launched: 2022-12-13_18:42:24.372783) \u000a18:42:27.392872 run osmo-hlr_10.42.42.2(pid=18544): stderr: \u000a| �[0;m�[1;31m20221213184224552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184224552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184224552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184224552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184224553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184224553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184224567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184224576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184224577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184224577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:27.460549 run osmo-msc_10.42.42.6(pid=18550): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18550)]\u000a18:42:27.510810 run osmo-msc_10.42.42.6(pid=18550): stdout: \u000a| (launched: 2022-12-13_18:42:26.326128) \u000a18:42:27.560605 run osmo-msc_10.42.42.6(pid=18550): stderr: \u000a| �[0;m�[38;5;43m20221213184226600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184226601 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fecfe564c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184226601 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184226601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184226601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184226601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184226603 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184226603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184226603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184226604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:27.602885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18543): Terminating (SIGTERM)\u000a18:42:27.642636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18546): Terminating (SIGTERM)\u000a18:42:27.682511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18549): Terminating (SIGTERM)\u000a18:42:27.691710 --- ParallelTerminationStrategy: PID 18543 died...\u000a18:42:27.745379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18543): Terminated: ok {rc=0}\u000a18:42:27.755106 --- ParallelTerminationStrategy: PID 18546 died...\u000a18:42:27.808761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18546): Terminated: ok {rc=0}\u000a18:42:27.818422 --- ParallelTerminationStrategy: PID 18549 died...\u000a18:42:27.871993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18549): Terminated: ok {rc=0}\u000a18:42:27.961835 bus /sierra_3: Setting Powered False\u000a18:42:29.069493 bus /sierra_3: Setting Powered False\u000a18:42:30.182850 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:42:10" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18561): Process ended prematurely: osmo-stp_10.42.42.5(pid=18561) [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18561)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18561): Process ended prematurely: osmo-stp_10.42.42.5(pid=18561) [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:42:32.245908 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:42:32.258830 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:42:32.417489 tst mo_mt_call.py: using LAC 35518\u000a18:42:32.545718 tst mo_mt_call.py: using RAC 73\u000a18:42:32.678832 tst mo_mt_call.py: using CellId 35518\u000a18:42:32.808025 tst mo_mt_call.py: using BVCI 35519\u000a18:42:32.833343 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:42:32.845149 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:42:32.856805 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:42:32.868300 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:42:32.880027 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:42:32.891799 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:42:33.008800 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:42:33.224711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:33.748352 run create_hlr_db(pid=18555): Launched\u000a18:42:33.940078 bus /sierra_2: Setting Powered False\u000a18:42:34.961027 run create_hlr_db(pid=18555): Terminated: ok {rc=0}\u000a18:42:35.403129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18557): Launched\u000a18:42:35.736610 run osmo-hlr_10.42.42.2(pid=18558): Launched\u000a18:42:35.861327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:36.438961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18560): Launched\u000a18:42:36.774097 run osmo-stp_10.42.42.5(pid=18561): Launched\u000a18:42:36.895446 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:37.502143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18563): Launched\u000a18:42:37.835155 run osmo-msc_10.42.42.6(pid=18564): Launched\u000a18:42:38.030113 run osmo-stp_10.42.42.5(pid=18561): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18561)]\u000a18:42:38.171400 run osmo-stp_10.42.42.5(pid=18561): stdout: \u000a| (launched: 2022-12-13_18:42:36.608235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:38.311367 run osmo-stp_10.42.42.5(pid=18561): stderr: \u000a| �[0;m�[38;5;43m20221213184236802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184236802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184236803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184236803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184236805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184236805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184236806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:38.445679 run osmo-stp_10.42.42.5(pid=18561): stdout: \u000a| (launched: 2022-12-13_18:42:36.608235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:38.579273 run osmo-stp_10.42.42.5(pid=18561): stderr: \u000a| �[0;m�[38;5;43m20221213184236802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184236802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184236803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184236803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184236805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184236805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184236806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:38.637534 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18561): Process ended prematurely: osmo-stp_10.42.42.5(pid=18561) [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18561)] [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:42:38.647262 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:42:38.710659 run osmo-hlr_10.42.42.2(pid=18558): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18558)]\u000a18:42:38.762662 run osmo-hlr_10.42.42.2(pid=18558): stdout: \u000a| (launched: 2022-12-13_18:42:35.571760) \u000a18:42:38.815002 run osmo-hlr_10.42.42.2(pid=18558): stderr: \u000a| �[0;m�[1;31m20221213184235774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184235774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184235774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184235774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184235774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184235774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184235791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184235800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184235800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184235800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:38.886036 run osmo-msc_10.42.42.6(pid=18564): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18564)]\u000a18:42:38.937840 run osmo-msc_10.42.42.6(pid=18564): stdout: \u000a| (launched: 2022-12-13_18:42:37.671054) \u000a18:42:38.990361 run osmo-msc_10.42.42.6(pid=18564): stderr: \u000a| �[0;m�[38;5;43m20221213184237997 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184237998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9704a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184237998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184237998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184237998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184237998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184238002 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184238002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184238002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184238002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:39.034956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18557): Terminating (SIGTERM)\u000a18:42:39.077709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18560): Terminating (SIGTERM)\u000a18:42:39.119975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18563): Terminating (SIGTERM)\u000a18:42:39.129656 --- ParallelTerminationStrategy: PID 18557 died...\u000a18:42:39.186480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18557): Terminated: ok {rc=0}\u000a18:42:39.196527 --- ParallelTerminationStrategy: PID 18560 died...\u000a18:42:39.253491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18560): Terminated: ok {rc=0}\u000a18:42:39.263508 --- ParallelTerminationStrategy: PID 18563 died...\u000a18:42:39.320361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18563): Terminated: ok {rc=0}\u000a18:42:39.409122 bus /sierra_3: Setting Powered False\u000a18:42:40.516055 bus /sierra_3: Setting Powered False\u000a18:42:41.624512 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18572): Process ended prematurely: osmo-stp_10.42.42.5(pid=18572) [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18572)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18572): Process ended prematurely: osmo-stp_10.42.42.5(pid=18572) [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:42:42.740673 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:42:42.753140 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:42:42.909409 tst mo_mt_call_osmux.py: using LAC 35519\u000a18:42:43.039720 tst mo_mt_call_osmux.py: using RAC 74\u000a18:42:43.170981 tst mo_mt_call_osmux.py: using CellId 35519\u000a18:42:43.310813 tst mo_mt_call_osmux.py: using BVCI 35520\u000a18:42:43.336054 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:42:43.347689 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:42:43.359173 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:42:43.370724 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:42:43.382855 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:42:43.394728 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:42:43.511922 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:42:43.726935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:44.255851 run create_hlr_db(pid=18566): Launched\u000a18:42:44.448636 bus /sierra_2: Setting Powered False\u000a18:42:45.469767 run create_hlr_db(pid=18566): Terminated: ok {rc=0}\u000a18:42:45.923427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18568): Launched\u000a18:42:46.286871 run osmo-hlr_10.42.42.2(pid=18569): Launched\u000a18:42:46.453762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:47.171827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18571): Launched\u000a18:42:47.508315 run osmo-stp_10.42.42.5(pid=18572): Launched\u000a18:42:47.629001 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:48.237844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18574): Launched\u000a18:42:48.572908 run osmo-msc_10.42.42.6(pid=18575): Launched\u000a18:42:48.767319 run osmo-stp_10.42.42.5(pid=18572): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18572)]\u000a18:42:48.907254 run osmo-stp_10.42.42.5(pid=18572): stdout: \u000a| (launched: 2022-12-13_18:42:47.343239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:49.046919 run osmo-stp_10.42.42.5(pid=18572): stderr: \u000a| �[0;m�[38;5;43m20221213184247542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184247542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184247542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184247542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184247543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184247543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184247543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:49.181453 run osmo-stp_10.42.42.5(pid=18572): stdout: \u000a| (launched: 2022-12-13_18:42:47.343239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:42:49.314851 run osmo-stp_10.42.42.5(pid=18572): stderr: \u000a| �[0;m�[38;5;43m20221213184247542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184247542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184247542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184247542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184247543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184247543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184247543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:42:49.373221 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18572): Process ended prematurely: osmo-stp_10.42.42.5(pid=18572) [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18572)] [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:42:49.382524 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a18:42:49.446447 run osmo-hlr_10.42.42.2(pid=18569): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18569)]\u000a18:42:49.499088 run osmo-hlr_10.42.42.2(pid=18569): stdout: \u000a| (launched: 2022-12-13_18:42:46.111218) \u000a18:42:49.551952 run osmo-hlr_10.42.42.2(pid=18569): stderr: \u000a| �[0;m�[1;31m20221213184246527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184246527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184246528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184246528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184246528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184246528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184246551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184246567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184246568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184246568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:42:49.623954 run osmo-msc_10.42.42.6(pid=18575): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18575)]\u000a18:42:49.676523 run osmo-msc_10.42.42.6(pid=18575): stdout: \u000a| (launched: 2022-12-13_18:42:48.407416) \u000a18:42:49.729441 run osmo-msc_10.42.42.6(pid=18575): stderr: \u000a| �[0;m�[38;5;43m20221213184248738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184248739 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84a5d6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184248739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184248739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184248739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184248739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184248741 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184248741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184248741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184248742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:42:49.774548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18568): Terminating (SIGTERM)\u000a18:42:49.817448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18571): Terminating (SIGTERM)\u000a18:42:49.859907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18574): Terminating (SIGTERM)\u000a18:42:49.869693 --- ParallelTerminationStrategy: PID 18568 died...\u000a18:42:49.926612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18568): Terminated: ok {rc=0}\u000a18:42:49.936625 --- ParallelTerminationStrategy: PID 18571 died...\u000a18:42:49.993346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18571): Terminated: ok {rc=0}\u000a18:42:50.003401 --- ParallelTerminationStrategy: PID 18574 died...\u000a18:42:50.060037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18574): Terminated: ok {rc=0}\u000a18:42:50.147802 bus /sierra_3: Setting Powered False\u000a18:42:51.254973 bus /sierra_3: Setting Powered False\u000a18:42:52.367185 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:42:31" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18586): Process ended prematurely: osmo-stp_10.42.42.5(pid=18586) [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18586)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18586): Process ended prematurely: osmo-stp_10.42.42.5(pid=18586) [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:42:54.324784 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:42:54.336140 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:42:54.490086 tst mo_mt_call.py: using LAC 35520\u000a18:42:54.615193 tst mo_mt_call.py: using RAC 75\u000a18:42:54.744691 tst mo_mt_call.py: using CellId 35520\u000a18:42:54.874656 tst mo_mt_call.py: using BVCI 35521\u000a18:42:54.899918 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:42:54.911597 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:42:54.923161 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:42:54.934632 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:42:54.946542 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:42:54.958453 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:42:55.076325 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:42:55.292471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:42:55.815837 run create_hlr_db(pid=18580): Launched\u000a18:42:56.009002 bus /sierra_2: Setting Powered False\u000a18:42:57.029716 run create_hlr_db(pid=18580): Terminated: ok {rc=0}\u000a18:42:57.446557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18582): Launched\u000a18:42:57.759068 run osmo-hlr_10.42.42.2(pid=18583): Launched\u000a18:42:57.880710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:42:58.427694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18585): Launched\u000a18:42:58.741742 run osmo-stp_10.42.42.5(pid=18586): Launched\u000a18:42:58.856921 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:42:59.421607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18588): Launched\u000a18:42:59.733663 run osmo-msc_10.42.42.6(pid=18589): Launched\u000a18:42:59.914686 run osmo-stp_10.42.42.5(pid=18586): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18586)]\u000a18:43:00.044705 run osmo-stp_10.42.42.5(pid=18586): stdout: \u000a| (launched: 2022-12-13_18:42:58.585142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:00.173536 run osmo-stp_10.42.42.5(pid=18586): stderr: \u000a| �[0;m�[38;5;43m20221213184258758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184258758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184258758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184258759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184258759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184258759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184258759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:00.298194 run osmo-stp_10.42.42.5(pid=18586): stdout: \u000a| (launched: 2022-12-13_18:42:58.585142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:00.421973 run osmo-stp_10.42.42.5(pid=18586): stderr: \u000a| �[0;m�[38;5;43m20221213184258758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184258758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184258758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184258759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184258759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184258759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184258759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:00.476163 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18586): Process ended prematurely: osmo-stp_10.42.42.5(pid=18586) [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18586)] [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:43:00.484517 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:43:00.544270 run osmo-hlr_10.42.42.2(pid=18583): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18583)]\u000a18:43:00.593308 run osmo-hlr_10.42.42.2(pid=18583): stdout: \u000a| (launched: 2022-12-13_18:42:57.604365) \u000a18:43:00.643033 run osmo-hlr_10.42.42.2(pid=18583): stderr: \u000a| �[0;m�[1;31m20221213184257785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184257785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184257786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184257786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184257786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184257786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184257798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184257807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184257807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184257807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:00.710920 run osmo-msc_10.42.42.6(pid=18589): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18589)]\u000a18:43:00.760030 run osmo-msc_10.42.42.6(pid=18589): stdout: \u000a| (launched: 2022-12-13_18:42:59.579427) \u000a18:43:00.809503 run osmo-msc_10.42.42.6(pid=18589): stderr: \u000a| �[0;m�[38;5;43m20221213184259856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184259856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff30a947c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184259856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184259856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184259856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184259856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184259858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184259858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184259859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184259859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:43:00.857818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18582): Terminating (SIGTERM)\u000a18:43:00.905845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18585): Terminating (SIGTERM)\u000a18:43:00.952070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18588): Terminating (SIGTERM)\u000a18:43:00.962910 --- ParallelTerminationStrategy: PID 18582 died...\u000a18:43:01.023665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18582): Terminated: ok {rc=0}\u000a18:43:01.034763 --- ParallelTerminationStrategy: PID 18585 died...\u000a18:43:01.096033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18585): Terminated: ok {rc=0}\u000a18:43:01.107710 --- ParallelTerminationStrategy: PID 18588 died...\u000a18:43:01.167091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18588): Terminated: ok {rc=0}\u000a18:43:01.260061 bus /sierra_3: Setting Powered False\u000a18:43:02.367046 bus /sierra_3: Setting Powered False\u000a18:43:03.475427 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18597): Process ended prematurely: osmo-stp_10.42.42.5(pid=18597) [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18597)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18597): Process ended prematurely: osmo-stp_10.42.42.5(pid=18597) [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:43:04.592390 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:43:04.604768 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:43:04.759230 tst mo_mt_call_osmux.py: using LAC 35521\u000a18:43:04.889334 tst mo_mt_call_osmux.py: using RAC 76\u000a18:43:05.020352 tst mo_mt_call_osmux.py: using CellId 35521\u000a18:43:05.149997 tst mo_mt_call_osmux.py: using BVCI 35522\u000a18:43:05.175419 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:43:05.187284 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:43:05.198833 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:43:05.210305 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:43:05.222298 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:43:05.234206 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:43:05.351599 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:43:05.570018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:06.094525 run create_hlr_db(pid=18591): Launched\u000a18:43:06.287217 bus /sierra_2: Setting Powered False\u000a18:43:07.307479 run create_hlr_db(pid=18591): Terminated: ok {rc=0}\u000a18:43:07.724391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18593): Launched\u000a18:43:08.035356 run osmo-hlr_10.42.42.2(pid=18594): Launched\u000a18:43:08.148665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:08.685896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18596): Launched\u000a18:43:08.998155 run osmo-stp_10.42.42.5(pid=18597): Launched\u000a18:43:09.110772 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:43:09.676624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18599): Launched\u000a18:43:09.989249 run osmo-msc_10.42.42.6(pid=18600): Launched\u000a18:43:10.170564 run osmo-stp_10.42.42.5(pid=18597): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18597)]\u000a18:43:10.301095 run osmo-stp_10.42.42.5(pid=18597): stdout: \u000a| (launched: 2022-12-13_18:43:08.843864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:10.429328 run osmo-stp_10.42.42.5(pid=18597): stderr: \u000a| �[0;m�[38;5;43m20221213184309017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184309017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184309017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184309018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184309018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184309018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184309018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:10.553731 run osmo-stp_10.42.42.5(pid=18597): stdout: \u000a| (launched: 2022-12-13_18:43:08.843864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:10.677322 run osmo-stp_10.42.42.5(pid=18597): stderr: \u000a| �[0;m�[38;5;43m20221213184309017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184309017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184309017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184309018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184309018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184309018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184309018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:10.731503 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18597): Process ended prematurely: osmo-stp_10.42.42.5(pid=18597) [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18597)] [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:43:10.740148 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:43:10.800153 run osmo-hlr_10.42.42.2(pid=18594): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18594)]\u000a18:43:10.849115 run osmo-hlr_10.42.42.2(pid=18594): stdout: \u000a| (launched: 2022-12-13_18:43:07.881546) \u000a18:43:10.898593 run osmo-hlr_10.42.42.2(pid=18594): stderr: \u000a| �[0;m�[1;31m20221213184308062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184308062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184308062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184308062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184308062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184308063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184308075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184308086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184308086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184308086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:10.965705 run osmo-msc_10.42.42.6(pid=18600): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18600)]\u000a18:43:11.014592 run osmo-msc_10.42.42.6(pid=18600): stdout: \u000a| (launched: 2022-12-13_18:43:09.834230) \u000a18:43:11.063993 run osmo-msc_10.42.42.6(pid=18600): stderr: \u000a| �[0;m�[38;5;43m20221213184310111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184310111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9fbd4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184310111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184310111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184310111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184310111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184310113 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184310113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184310114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184310114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:43:11.105779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18593): Terminating (SIGTERM)\u000a18:43:11.145039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18596): Terminating (SIGTERM)\u000a18:43:11.184394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18599): Terminating (SIGTERM)\u000a18:43:11.193570 --- ParallelTerminationStrategy: PID 18593 died...\u000a18:43:11.246642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18593): Terminated: ok {rc=0}\u000a18:43:11.256152 --- ParallelTerminationStrategy: PID 18596 died...\u000a18:43:11.309030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18596): Terminated: ok {rc=0}\u000a18:43:11.318409 --- ParallelTerminationStrategy: PID 18599 died...\u000a18:43:11.371638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18599): Terminated: ok {rc=0}\u000a18:43:11.459746 bus /sierra_3: Setting Powered False\u000a18:43:12.562986 bus /sierra_3: Setting Powered False\u000a18:43:13.674788 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:42:54" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18611): Process ended prematurely: osmo-stp_10.42.42.5(pid=18611) [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18611)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18611): Process ended prematurely: osmo-stp_10.42.42.5(pid=18611) [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:43:15.630291 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:43:15.641647 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:43:15.787930 tst mo_mt_call.py: using LAC 35522\u000a18:43:15.929069 tst mo_mt_call.py: using RAC 77\u000a18:43:16.073104 tst mo_mt_call.py: using CellId 35522\u000a18:43:16.204438 tst mo_mt_call.py: using BVCI 35523\u000a18:43:16.231334 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:43:16.245238 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:43:16.257879 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:43:16.270832 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:43:16.284554 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:43:16.298773 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:43:16.446218 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:43:16.664422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:17.238582 run create_hlr_db(pid=18605): Launched\u000a18:43:17.432799 bus /sierra_2: Setting Powered False\u000a18:43:18.440732 run create_hlr_db(pid=18605): Terminated: ok {rc=0}\u000a18:43:18.868102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18607): Launched\u000a18:43:19.180183 run osmo-hlr_10.42.42.2(pid=18608): Launched\u000a18:43:19.293622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:19.830889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18610): Launched\u000a18:43:20.144234 run osmo-stp_10.42.42.5(pid=18611): Launched\u000a18:43:20.256619 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:43:20.822496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18613): Launched\u000a18:43:21.135471 run osmo-msc_10.42.42.6(pid=18614): Launched\u000a18:43:21.316391 run osmo-stp_10.42.42.5(pid=18611): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18611)]\u000a18:43:21.447126 run osmo-stp_10.42.42.5(pid=18611): stdout: \u000a| (launched: 2022-12-13_18:43:19.988570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:21.575894 run osmo-stp_10.42.42.5(pid=18611): stderr: \u000a| �[0;m�[38;5;43m20221213184320161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184320161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184320161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184320162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184320162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184320162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184320162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:21.700432 run osmo-stp_10.42.42.5(pid=18611): stdout: \u000a| (launched: 2022-12-13_18:43:19.988570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:21.824104 run osmo-stp_10.42.42.5(pid=18611): stderr: \u000a| �[0;m�[38;5;43m20221213184320161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184320161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184320161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184320162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184320162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184320162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184320162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:21.878606 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18611): Process ended prematurely: osmo-stp_10.42.42.5(pid=18611) [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18611)] [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:43:21.887094 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:43:21.947212 run osmo-hlr_10.42.42.2(pid=18608): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18608)]\u000a18:43:21.996562 run osmo-hlr_10.42.42.2(pid=18608): stdout: \u000a| (launched: 2022-12-13_18:43:19.026509) \u000a18:43:22.046459 run osmo-hlr_10.42.42.2(pid=18608): stderr: \u000a| �[0;m�[1;31m20221213184319207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184319207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184319207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184319207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184319207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184319207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184319219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184319228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184319229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184319229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:22.114126 run osmo-msc_10.42.42.6(pid=18614): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18614)]\u000a18:43:22.163352 run osmo-msc_10.42.42.6(pid=18614): stdout: \u000a| (launched: 2022-12-13_18:43:20.980721) \u000a18:43:22.213410 run osmo-msc_10.42.42.6(pid=18614): stderr: \u000a| �[0;m�[38;5;43m20221213184321258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184321258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2aa90fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184321259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184321259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184321259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184321259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184321261 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184321261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184321261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184321261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:43:22.255802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18607): Terminating (SIGTERM)\u000a18:43:22.295868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18610): Terminating (SIGTERM)\u000a18:43:22.335823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18613): Terminating (SIGTERM)\u000a18:43:22.345079 --- ParallelTerminationStrategy: PID 18607 died...\u000a18:43:22.398604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18607): Terminated: ok {rc=0}\u000a18:43:22.408143 --- ParallelTerminationStrategy: PID 18610 died...\u000a18:43:22.461299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18610): Terminated: ok {rc=0}\u000a18:43:22.470925 --- ParallelTerminationStrategy: PID 18613 died...\u000a18:43:22.523752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18613): Terminated: ok {rc=0}\u000a18:43:22.607454 bus /sierra_3: Setting Powered False\u000a18:43:23.714663 bus /sierra_3: Setting Powered False\u000a18:43:24.826971 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18622): Process ended prematurely: osmo-stp_10.42.42.5(pid=18622) [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18622)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18622): Process ended prematurely: osmo-stp_10.42.42.5(pid=18622) [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18622)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:43:25.939438 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:43:25.951431 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:43:26.099251 tst mo_mt_call_osmux.py: using LAC 35523\u000a18:43:26.222060 tst mo_mt_call_osmux.py: using RAC 78\u000a18:43:26.345087 tst mo_mt_call_osmux.py: using CellId 35523\u000a18:43:26.467178 tst mo_mt_call_osmux.py: using BVCI 35524\u000a18:43:26.490796 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:43:26.502302 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:43:26.513321 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:43:26.524707 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:43:26.536010 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:43:26.547295 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:43:26.663964 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:43:26.881818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:27.379987 run create_hlr_db(pid=18616): Launched\u000a18:43:27.558284 bus /sierra_2: Setting Powered False\u000a18:43:28.580354 run create_hlr_db(pid=18616): Terminated: ok {rc=0}\u000a18:43:29.023786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18618): Launched\u000a18:43:29.359342 run osmo-hlr_10.42.42.2(pid=18619): Launched\u000a18:43:29.478306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:30.016463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18621): Launched\u000a18:43:30.328430 run osmo-stp_10.42.42.5(pid=18622): Launched\u000a18:43:30.440362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:43:31.060498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18624): Launched\u000a18:43:31.402083 run osmo-msc_10.42.42.6(pid=18625): Launched\u000a18:43:31.633760 run osmo-stp_10.42.42.5(pid=18622): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18622)]\u000a18:43:31.914616 run osmo-stp_10.42.42.5(pid=18622): stdout: \u000a| (launched: 2022-12-13_18:43:30.174253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:32.199603 run osmo-stp_10.42.42.5(pid=18622): stderr: \u000a| �[0;m�[38;5;43m20221213184330351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184330352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184330352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184330352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184330353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184330353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184330353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:32.354139 run osmo-stp_10.42.42.5(pid=18622): stdout: \u000a| (launched: 2022-12-13_18:43:30.174253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:32.478415 run osmo-stp_10.42.42.5(pid=18622): stderr: \u000a| �[0;m�[38;5;43m20221213184330351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184330352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184330352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184330352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184330353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184330353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184330353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:32.533177 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18622): Process ended prematurely: osmo-stp_10.42.42.5(pid=18622) [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18622)] [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:43:32.542047 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a18:43:32.602182 run osmo-hlr_10.42.42.2(pid=18619): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18619)]\u000a18:43:32.651752 run osmo-hlr_10.42.42.2(pid=18619): stdout: \u000a| (launched: 2022-12-13_18:43:29.193740) \u000a18:43:32.702037 run osmo-hlr_10.42.42.2(pid=18619): stderr: \u000a| �[0;m�[1;31m20221213184329395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184329395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184329395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184329395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184329395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184329395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184329407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184329418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184329418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184329418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:32.769935 run osmo-msc_10.42.42.6(pid=18625): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18625)]\u000a18:43:32.819431 run osmo-msc_10.42.42.6(pid=18625): stdout: \u000a| (launched: 2022-12-13_18:43:31.221084) \u000a18:43:32.869345 run osmo-msc_10.42.42.6(pid=18625): stderr: \u000a| �[0;m�[38;5;43m20221213184331838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184331838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39594f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184331838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184331838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184331839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184331839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184331840 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184331841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184331841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184331841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:43:32.911599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18618): Terminating (SIGTERM)\u000a18:43:32.951932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18621): Terminating (SIGTERM)\u000a18:43:32.991879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18624): Terminating (SIGTERM)\u000a18:43:33.001192 --- ParallelTerminationStrategy: PID 18618 died...\u000a18:43:33.055298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18618): Terminated: ok {rc=0}\u000a18:43:33.065156 --- ParallelTerminationStrategy: PID 18621 died...\u000a18:43:33.118464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18621): Terminated: ok {rc=0}\u000a18:43:33.128099 --- ParallelTerminationStrategy: PID 18624 died...\u000a18:43:33.181266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18624): Terminated: ok {rc=0}\u000a18:43:33.269403 bus /sierra_3: Setting Powered False\u000a18:43:34.372285 bus /sierra_3: Setting Powered False\u000a18:43:35.484323 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:43:15" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18636): Process ended prematurely: osmo-stp_10.42.42.5(pid=18636) [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18636)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18636): Process ended prematurely: osmo-stp_10.42.42.5(pid=18636) [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:43:37.436190 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:43:37.447678 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:43:37.594597 tst mo_mt_call.py: using LAC 35524\u000a18:43:37.718170 tst mo_mt_call.py: using RAC 79\u000a18:43:37.840872 tst mo_mt_call.py: using CellId 35524\u000a18:43:37.966872 tst mo_mt_call.py: using BVCI 35525\u000a18:43:37.990586 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:43:38.001635 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:43:38.012534 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:43:38.023512 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:43:38.034527 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:43:38.045711 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:43:38.162942 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:43:38.380918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:38.905384 run create_hlr_db(pid=18630): Launched\u000a18:43:39.098146 bus /sierra_2: Setting Powered False\u000a18:43:40.118693 run create_hlr_db(pid=18630): Terminated: ok {rc=0}\u000a18:43:40.536020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18632): Launched\u000a18:43:40.847794 run osmo-hlr_10.42.42.2(pid=18633): Launched\u000a18:43:40.970635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:41.517867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18635): Launched\u000a18:43:41.830045 run osmo-stp_10.42.42.5(pid=18636): Launched\u000a18:43:41.942696 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:43:42.511005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18638): Launched\u000a18:43:42.823306 run osmo-msc_10.42.42.6(pid=18639): Launched\u000a18:43:43.005246 run osmo-stp_10.42.42.5(pid=18636): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18636)]\u000a18:43:43.136563 run osmo-stp_10.42.42.5(pid=18636): stdout: \u000a| (launched: 2022-12-13_18:43:41.675454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:43.265558 run osmo-stp_10.42.42.5(pid=18636): stderr: \u000a| �[0;m�[38;5;43m20221213184341851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184341851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184341851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184341852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184341852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184341852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184341852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:43.389726 run osmo-stp_10.42.42.5(pid=18636): stdout: \u000a| (launched: 2022-12-13_18:43:41.675454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:43.513398 run osmo-stp_10.42.42.5(pid=18636): stderr: \u000a| �[0;m�[38;5;43m20221213184341851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184341851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184341851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184341852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184341852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184341852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184341852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:43.567656 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18636): Process ended prematurely: osmo-stp_10.42.42.5(pid=18636) [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18636)] [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:43:43.576182 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a18:43:43.636022 run osmo-hlr_10.42.42.2(pid=18633): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18633)]\u000a18:43:43.685441 run osmo-hlr_10.42.42.2(pid=18633): stdout: \u000a| (launched: 2022-12-13_18:43:40.693454) \u000a18:43:43.735336 run osmo-hlr_10.42.42.2(pid=18633): stderr: \u000a| �[0;m�[1;31m20221213184340875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184340875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184340875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184340875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184340875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184340875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184340887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184340896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184340896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184340896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:43.803173 run osmo-msc_10.42.42.6(pid=18639): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18639)]\u000a18:43:43.852096 run osmo-msc_10.42.42.6(pid=18639): stdout: \u000a| (launched: 2022-12-13_18:43:42.668536) \u000a18:43:43.901516 run osmo-msc_10.42.42.6(pid=18639): stderr: \u000a| �[0;m�[38;5;43m20221213184342944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184342944 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe5e3e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184342944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184342944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184342944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184342945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184342946 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184342947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184342947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184342947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:43:43.943586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18632): Terminating (SIGTERM)\u000a18:43:43.983204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18635): Terminating (SIGTERM)\u000a18:43:44.023341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18638): Terminating (SIGTERM)\u000a18:43:44.032562 --- ParallelTerminationStrategy: PID 18632 died...\u000a18:43:44.086282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18632): Terminated: ok {rc=0}\u000a18:43:44.095931 --- ParallelTerminationStrategy: PID 18635 died...\u000a18:43:44.149088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18635): Terminated: ok {rc=0}\u000a18:43:44.158568 --- ParallelTerminationStrategy: PID 18638 died...\u000a18:43:44.212268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18638): Terminated: ok {rc=0}\u000a18:43:44.296424 bus /sierra_3: Setting Powered False\u000a18:43:45.403661 bus /sierra_3: Setting Powered False\u000a18:43:46.516372 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18647): Process ended prematurely: osmo-stp_10.42.42.5(pid=18647) [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18647)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18647): Process ended prematurely: osmo-stp_10.42.42.5(pid=18647) [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:43:47.633347 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:43:47.645719 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:43:47.807284 tst mo_mt_call_osmux.py: using LAC 35525\u000a18:43:47.937289 tst mo_mt_call_osmux.py: using RAC 80\u000a18:43:48.065851 tst mo_mt_call_osmux.py: using CellId 35525\u000a18:43:48.196013 tst mo_mt_call_osmux.py: using BVCI 35526\u000a18:43:48.221669 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:43:48.233260 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:43:48.244878 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:43:48.256364 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:43:48.268481 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:43:48.280512 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:43:48.400490 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:43:48.615923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:43:49.139874 run create_hlr_db(pid=18641): Launched\u000a18:43:49.332730 bus /sierra_2: Setting Powered False\u000a18:43:50.354176 run create_hlr_db(pid=18641): Terminated: ok {rc=0}\u000a18:43:50.771176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18643): Launched\u000a18:43:51.083356 run osmo-hlr_10.42.42.2(pid=18644): Launched\u000a18:43:51.197560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:43:51.743413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18646): Launched\u000a18:43:52.047121 run osmo-stp_10.42.42.5(pid=18647): Launched\u000a18:43:52.157242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:43:52.708540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18649): Launched\u000a18:43:53.011709 run osmo-msc_10.42.42.6(pid=18650): Launched\u000a18:43:53.189408 run osmo-stp_10.42.42.5(pid=18647): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18647)]\u000a18:43:53.316688 run osmo-stp_10.42.42.5(pid=18647): stdout: \u000a| (launched: 2022-12-13_18:43:51.896729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:53.441883 run osmo-stp_10.42.42.5(pid=18647): stderr: \u000a| �[0;m�[38;5;43m20221213184352070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184352070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184352070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184352070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184352071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184352071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184352071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:53.563053 run osmo-stp_10.42.42.5(pid=18647): stdout: \u000a| (launched: 2022-12-13_18:43:51.896729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:43:53.683382 run osmo-stp_10.42.42.5(pid=18647): stderr: \u000a| �[0;m�[38;5;43m20221213184352070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184352070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184352070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184352070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184352071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184352071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184352071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:43:53.736120 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18647): Process ended prematurely: osmo-stp_10.42.42.5(pid=18647) [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18647)] [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:43:53.744428 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:43:53.803801 run osmo-hlr_10.42.42.2(pid=18644): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18644)]\u000a18:43:53.852415 run osmo-hlr_10.42.42.2(pid=18644): stdout: \u000a| (launched: 2022-12-13_18:43:50.928695) \u000a18:43:53.901520 run osmo-hlr_10.42.42.2(pid=18644): stderr: \u000a| �[0;m�[1;31m20221213184351110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184351110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184351110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184351110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184351110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184351110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184351122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184351133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184351133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184351133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:43:53.968210 run osmo-msc_10.42.42.6(pid=18650): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18650)]\u000a18:43:54.016624 run osmo-msc_10.42.42.6(pid=18650): stdout: \u000a| (launched: 2022-12-13_18:43:52.861705) \u000a18:43:54.065980 run osmo-msc_10.42.42.6(pid=18650): stderr: \u000a| �[0;m�[38;5;43m20221213184353135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184353135 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab61432c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184353136 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184353136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184353136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184353136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184353138 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184353138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184353138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184353138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:43:54.107573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18643): Terminating (SIGTERM)\u000a18:43:54.146919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18646): Terminating (SIGTERM)\u000a18:43:54.186318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18649): Terminating (SIGTERM)\u000a18:43:54.195361 --- ParallelTerminationStrategy: PID 18643 died...\u000a18:43:54.247723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18643): Terminated: ok {rc=0}\u000a18:43:54.257182 --- ParallelTerminationStrategy: PID 18646 died...\u000a18:43:54.309645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18646): Terminated: ok {rc=0}\u000a18:43:54.319077 --- ParallelTerminationStrategy: PID 18649 died...\u000a18:43:54.371700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18649): Terminated: ok {rc=0}\u000a18:43:54.455501 bus /sierra_3: Setting Powered False\u000a18:43:55.561007 bus /sierra_3: Setting Powered False\u000a18:43:56.668151 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:43:37" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18661): Process ended prematurely: osmo-stp_10.42.42.5(pid=18661) [trial-2393↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18661)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18661): Process ended prematurely: osmo-stp_10.42.42.5(pid=18661) [trial-2393↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:43:58.656467 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:43:58.667614 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a18:43:58.791529 tst emergency_mo_mt_call.py: using LAC 35526\u000a18:43:58.908308 tst emergency_mo_mt_call.py: using RAC 81\u000a18:43:59.024451 tst emergency_mo_mt_call.py: using CellId 35526\u000a18:43:59.147041 tst emergency_mo_mt_call.py: using BVCI 35527\u000a18:43:59.170446 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:43:59.181257 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:43:59.191980 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:43:59.202728 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:43:59.213442 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:43:59.223915 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a18:43:59.343222 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a18:43:59.546261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:00.025615 run create_hlr_db(pid=18655): Launched\u000a18:44:00.197763 bus /sierra_2: Setting Powered False\u000a18:44:01.233936 run create_hlr_db(pid=18655): Terminated: ok {rc=0}\u000a18:44:01.711826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18657): Launched\u000a18:44:02.155279 run osmo-hlr_10.42.42.2(pid=18658): Launched\u000a18:44:02.290393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:02.808786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18660): Launched\u000a18:44:03.109916 run osmo-stp_10.42.42.5(pid=18661): Launched\u000a18:44:03.232177 tst emergency_mo_mt_call.py: using MSISDN 8280\u000a18:44:03.380316 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:44:03.924256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18663): Launched\u000a18:44:04.223723 run osmo-msc_10.42.42.6(pid=18664): Launched\u000a18:44:04.405237 run osmo-stp_10.42.42.5(pid=18661): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18661)]\u000a18:44:04.543210 run osmo-stp_10.42.42.5(pid=18661): stdout: \u000a| (launched: 2022-12-13_18:44:02.960466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:04.678862 run osmo-stp_10.42.42.5(pid=18661): stderr: \u000a| �[0;m�[38;5;43m20221213184403132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184403132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184403133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184403133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184403134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184403134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184403134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:04.809263 run osmo-stp_10.42.42.5(pid=18661): stdout: \u000a| (launched: 2022-12-13_18:44:02.960466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:04.938193 run osmo-stp_10.42.42.5(pid=18661): stderr: \u000a| �[0;m�[38;5;43m20221213184403132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184403132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184403133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184403133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184403134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184403134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184403134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:04.994289 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18661): Process ended prematurely: osmo-stp_10.42.42.5(pid=18661) [trial-2393↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18661)] [trial-2393↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a18:44:05.003135 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a18:44:05.067308 run osmo-hlr_10.42.42.2(pid=18658): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18658)]\u000a18:44:05.119769 run osmo-hlr_10.42.42.2(pid=18658): stdout: \u000a| (launched: 2022-12-13_18:44:01.884311) \u000a18:44:05.172466 run osmo-hlr_10.42.42.2(pid=18658): stderr: \u000a| �[0;m�[1;31m20221213184402182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184402182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184402182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184402182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184402182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184402182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184402194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184402204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184402204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184402204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:05.244745 run osmo-msc_10.42.42.6(pid=18664): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18664)]\u000a18:44:05.297083 run osmo-msc_10.42.42.6(pid=18664): stdout: \u000a| (launched: 2022-12-13_18:44:04.075024) \u000a18:44:05.350056 run osmo-msc_10.42.42.6(pid=18664): stderr: \u000a| �[0;m�[38;5;43m20221213184404351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184404352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65df4bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184404352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184404352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184404352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184404352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184404354 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184404355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184404355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184404355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:44:05.395505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18657): Terminating (SIGTERM)\u000a18:44:05.438770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18660): Terminating (SIGTERM)\u000a18:44:05.481925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18663): Terminating (SIGTERM)\u000a18:44:05.491765 --- ParallelTerminationStrategy: PID 18657 died...\u000a18:44:05.549350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18657): Terminated: ok {rc=0}\u000a18:44:05.560049 --- ParallelTerminationStrategy: PID 18660 died...\u000a18:44:05.617255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18660): Terminated: ok {rc=0}\u000a18:44:05.627534 --- ParallelTerminationStrategy: PID 18663 died...\u000a18:44:05.684743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18663): Terminated: ok {rc=0}\u000a18:44:05.772203 bus /sierra_3: Setting Powered False\u000a18:44:06.879117 bus /sierra_3: Setting Powered False\u000a18:44:07.992385 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18672): Process ended prematurely: osmo-stp_10.42.42.5(pid=18672) [trial-2393↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18672)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18672): Process ended prematurely: osmo-stp_10.42.42.5(pid=18672) [trial-2393↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:44:09.047405 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:44:09.059808 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a18:44:09.193172 tst emergency_preemptive_call.py: using LAC 35527\u000a18:44:09.313167 tst emergency_preemptive_call.py: using RAC 82\u000a18:44:09.428670 tst emergency_preemptive_call.py: using CellId 35527\u000a18:44:09.544139 tst emergency_preemptive_call.py: using BVCI 35528\u000a18:44:09.567060 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:44:09.578003 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:44:09.588492 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:44:09.599011 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:44:09.609969 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a18:44:09.621047 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:09.737376 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:09.857852 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:09.972276 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:10.181053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:10.688360 run create_hlr_db(pid=18666): Launched\u000a18:44:10.873772 bus /sierra_2: Setting Powered False\u000a18:44:11.896226 run create_hlr_db(pid=18666): Terminated: ok {rc=0}\u000a18:44:12.330912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18668): Launched\u000a18:44:12.654877 run osmo-hlr_10.42.42.2(pid=18669): Launched\u000a18:44:12.774099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:13.331385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18671): Launched\u000a18:44:13.631589 run osmo-stp_10.42.42.5(pid=18672): Launched\u000a18:44:13.753322 tst emergency_preemptive_call.py: using MSISDN 8281\u000a18:44:13.900922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:44:14.444901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18674): Launched\u000a18:44:14.744319 run osmo-msc_10.42.42.6(pid=18675): Launched\u000a18:44:14.924929 run osmo-stp_10.42.42.5(pid=18672): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18672)]\u000a18:44:15.050833 run osmo-stp_10.42.42.5(pid=18672): stdout: \u000a| (launched: 2022-12-13_18:44:13.483002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:15.175216 run osmo-stp_10.42.42.5(pid=18672): stderr: \u000a| �[0;m�[38;5;43m20221213184413654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184413655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184413655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184413655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184413657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184413657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184413657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:15.296003 run osmo-stp_10.42.42.5(pid=18672): stdout: \u000a| (launched: 2022-12-13_18:44:13.483002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:15.415218 run osmo-stp_10.42.42.5(pid=18672): stderr: \u000a| �[0;m�[38;5;43m20221213184413654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184413655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184413655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184413655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184413657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184413657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184413657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:15.467303 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18672): Process ended prematurely: osmo-stp_10.42.42.5(pid=18672) [trial-2393↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18672)] [trial-2393↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a18:44:15.475350 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a18:44:15.535132 run osmo-hlr_10.42.42.2(pid=18669): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18669)]\u000a18:44:15.584465 run osmo-hlr_10.42.42.2(pid=18669): stdout: \u000a| (launched: 2022-12-13_18:44:12.494940) \u000a18:44:15.634216 run osmo-hlr_10.42.42.2(pid=18669): stderr: \u000a| �[0;m�[1;31m20221213184412696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184412696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184412696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184412697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184412697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184412697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184412708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184412717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184412717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184412717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:15.701963 run osmo-msc_10.42.42.6(pid=18675): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18675)]\u000a18:44:15.751088 run osmo-msc_10.42.42.6(pid=18675): stdout: \u000a| (launched: 2022-12-13_18:44:14.596000) \u000a18:44:15.800588 run osmo-msc_10.42.42.6(pid=18675): stderr: \u000a| �[0;m�[38;5;43m20221213184414868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184414868 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0c53d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184414868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184414869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184414869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184414869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184414871 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184414871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184414871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184414871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:44:15.854997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18668): Terminating (SIGTERM)\u000a18:44:15.910261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18671): Terminating (SIGTERM)\u000a18:44:15.954113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18674): Terminating (SIGTERM)\u000a18:44:15.965120 --- ParallelTerminationStrategy: PID 18668 died...\u000a18:44:16.025347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18668): Terminated: ok {rc=0}\u000a18:44:16.037008 --- ParallelTerminationStrategy: PID 18671 died...\u000a18:44:16.096308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18671): Terminated: ok {rc=0}\u000a18:44:16.107274 --- ParallelTerminationStrategy: PID 18674 died...\u000a18:44:16.166554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18674): Terminated: ok {rc=0}\u000a18:44:16.260139 bus /sierra_9: Setting Powered False\u000a18:44:17.363764 bus /sierra_9: Setting Powered False\u000a18:44:18.471032 bus /sierra_8: Setting Powered False\u000a18:44:19.575157 bus /sierra_8: Setting Powered False\u000a18:44:20.682088 bus /sierra_3: Setting Powered False\u000a18:44:21.786973 bus /sierra_3: Setting Powered False\u000a18:44:22.894937 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:43:58" }, { "cases" : [ { "testActions" : [ ], "age" : 80, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18691): Process ended prematurely: osmo-stp_10.42.42.5(pid=18691) [trial-2393↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18691)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18691): Process ended prematurely: osmo-stp_10.42.42.5(pid=18691) [trial-2393↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:44:24.989158 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:24.999949 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:44:25.120504 tst cs_paging_gprs_active.py: using LAC 35528\u000a18:44:25.238495 tst cs_paging_gprs_active.py: using RAC 83\u000a18:44:25.360510 tst cs_paging_gprs_active.py: using CellId 35528\u000a18:44:25.476486 tst cs_paging_gprs_active.py: using BVCI 35529\u000a18:44:25.499411 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:25.509953 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:25.520357 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:25.530733 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:25.541060 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:25.551451 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:25.562042 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:25.572478 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:25.583768 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:25.701882 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:25.996410 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:44:26.133229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:26.468276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18681): Launched\u000a18:44:26.746815 run iperf3-srv_10.42.42.10(pid=18682): Launched\u000a18:44:26.946352 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:44:27.082078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:27.417063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18683): Launched\u000a18:44:27.694596 run iperf3-srv_10.42.42.10(pid=18684): Launched\u000a18:44:27.892425 tst cs_paging_gprs_active.py:38: start network...\u000a18:44:28.027166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:28.535782 run create_hlr_db(pid=18685): Launched\u000a18:44:28.722976 bus /sierra_2: Setting Powered False\u000a18:44:29.744518 run create_hlr_db(pid=18685): Terminated: ok {rc=0}\u000a18:44:30.149781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18687): Launched\u000a18:44:30.450589 run osmo-hlr_10.42.42.2(pid=18688): Launched\u000a18:44:30.561221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:31.118458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18690): Launched\u000a18:44:31.518830 run osmo-stp_10.42.42.5(pid=18691): Launched\u000a18:44:31.773866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:44:33.281835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18693): Launched\u000a18:44:33.389437 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:44:33.654361 run patchelf(pid=18694): Launched\u000a18:44:33.831311 run osmo-stp_10.42.42.5(pid=18691): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18691)]\u000a18:44:33.960729 run osmo-stp_10.42.42.5(pid=18691): stdout: \u000a| (launched: 2022-12-13_18:44:31.275904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:34.090263 run osmo-stp_10.42.42.5(pid=18691): stderr: \u000a| �[0;m�[38;5;43m20221213184431601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184431602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184431602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184431602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184431603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184431603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184431603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:34.215380 run osmo-stp_10.42.42.5(pid=18691): stdout: \u000a| (launched: 2022-12-13_18:44:31.275904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:34.339252 run osmo-stp_10.42.42.5(pid=18691): stderr: \u000a| �[0;m�[38;5;43m20221213184431601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184431602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184431602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184431602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184431603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184431603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184431603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:34.483350 run patchelf(pid=18694): Terminating (SIGINT)\u000a18:44:34.652264 run patchelf(pid=18694): Terminated: ok {rc=0}\u000a18:44:34.683201 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18691): Process ended prematurely: osmo-stp_10.42.42.5(pid=18691) [trial-2393↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18691)] [trial-2393↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a18:44:34.692151 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a18:44:34.751908 run osmo-hlr_10.42.42.2(pid=18688): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18688)]\u000a18:44:34.800703 run osmo-hlr_10.42.42.2(pid=18688): stdout: \u000a| (launched: 2022-12-13_18:44:30.302781) \u000a18:44:34.850081 run osmo-hlr_10.42.42.2(pid=18688): stderr: \u000a| �[0;m�[1;31m20221213184430476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184430476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184430476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184430476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184430476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184430476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184430488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184430497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184430498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184430498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:34.892213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18681): Terminating (SIGTERM)\u000a18:44:34.931893 run iperf3-srv_10.42.42.10(pid=18682): Terminating (SIGTERM)\u000a18:44:34.971704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18683): Terminating (SIGTERM)\u000a18:44:35.011672 run iperf3-srv_10.42.42.10(pid=18684): Terminating (SIGTERM)\u000a18:44:35.051389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18687): Terminating (SIGTERM)\u000a18:44:35.091156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18690): Terminating (SIGTERM)\u000a18:44:35.131007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18693): Terminating (SIGTERM)\u000a18:44:35.140217 --- ParallelTerminationStrategy: PID 18681 died...\u000a18:44:35.193538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18681): Terminated: ok {rc=0}\u000a18:44:35.203159 --- ParallelTerminationStrategy: PID 18682 died...\u000a18:44:35.256350 run iperf3-srv_10.42.42.10(pid=18682): Terminated {rc=256}\u000a18:44:35.265966 --- ParallelTerminationStrategy: PID 18683 died...\u000a18:44:35.319185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18683): Terminated: ok {rc=0}\u000a18:44:35.328749 --- ParallelTerminationStrategy: PID 18684 died...\u000a18:44:35.381808 run iperf3-srv_10.42.42.10(pid=18684): Terminated {rc=256}\u000a18:44:35.391405 --- ParallelTerminationStrategy: PID 18687 died...\u000a18:44:35.444807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18687): Terminated: ok {rc=0}\u000a18:44:35.454611 --- ParallelTerminationStrategy: PID 18690 died...\u000a18:44:35.508234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18690): Terminated: ok {rc=0}\u000a18:44:35.517777 --- ParallelTerminationStrategy: PID 18693 died...\u000a18:44:35.570992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18693): Terminated: ok {rc=0}\u000a18:44:35.659469 bus /gobi_0: Setting Powered False\u000a18:44:36.762756 bus /gobi_0: Setting Powered False\u000a18:44:37.869514 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 80, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18703): Process ended prematurely: osmo-stp_10.42.42.5(pid=18703) [trial-2393↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18703)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18703): Process ended prematurely: osmo-stp_10.42.42.5(pid=18703) [trial-2393↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a18:44:38.985854 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:38.997875 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:44:39.128126 tst iperf3.py: using LAC 35529\u000a18:44:39.255757 tst iperf3.py: using RAC 84\u000a18:44:39.385947 tst iperf3.py: using CellId 35529\u000a18:44:39.513738 tst iperf3.py: using BVCI 35530\u000a18:44:39.538433 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:39.549446 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:39.560380 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:39.571266 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:39.582547 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:39.593821 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:39.605221 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:39.616438 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:39.627859 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:39.906483 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:44:40.032227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:40.345474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18695): Launched\u000a18:44:40.604502 run iperf3-srv_10.42.42.10(pid=18696): Launched\u000a18:44:40.787650 tst iperf3.py:8: start network...\u000a18:44:40.913076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:41.395173 run create_hlr_db(pid=18697): Launched\u000a18:44:41.568513 bus /gobi_6: Setting Powered False\u000a18:44:42.589584 run create_hlr_db(pid=18697): Terminated: ok {rc=0}\u000a18:44:43.020302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18699): Launched\u000a18:44:43.346337 run osmo-hlr_10.42.42.2(pid=18700): Launched\u000a18:44:43.467521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:44.031611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18702): Launched\u000a18:44:44.355283 run osmo-stp_10.42.42.5(pid=18703): Launched\u000a18:44:44.475017 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:44:45.040236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18705): Launched\u000a18:44:45.156569 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:44:45.439005 run patchelf(pid=18706): Launched\u000a18:44:45.629359 run osmo-stp_10.42.42.5(pid=18703): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18703)]\u000a18:44:45.767874 run osmo-stp_10.42.42.5(pid=18703): stdout: \u000a| (launched: 2022-12-13_18:44:44.196259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:45.930925 run osmo-stp_10.42.42.5(pid=18703): stderr: \u000a| �[0;m�[38;5;43m20221213184444382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184444383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184444383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184444383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184444384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184444384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184444384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:46.068788 run osmo-stp_10.42.42.5(pid=18703): stdout: \u000a| (launched: 2022-12-13_18:44:44.196259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:46.205518 run osmo-stp_10.42.42.5(pid=18703): stderr: \u000a| �[0;m�[38;5;43m20221213184444382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184444383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184444383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184444383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184444384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184444384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184444384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:46.364724 run patchelf(pid=18706): Terminating (SIGINT)\u000a18:44:46.550781 run patchelf(pid=18706): Terminated: ok {rc=0}\u000a18:44:46.585638 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18703): Process ended prematurely: osmo-stp_10.42.42.5(pid=18703) [trial-2393↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18703)] [trial-2393↪gprs:sysmo↪iperf3.py:8]\u000a18:44:46.596592 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:44:46.663699 run osmo-hlr_10.42.42.2(pid=18700): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18700)]\u000a18:44:46.717759 run osmo-hlr_10.42.42.2(pid=18700): stdout: \u000a| (launched: 2022-12-13_18:44:43.185869) \u000a18:44:46.772582 run osmo-hlr_10.42.42.2(pid=18700): stderr: \u000a| �[0;m�[1;31m20221213184443381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184443381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184443381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184443381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184443381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184443381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184443392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184443401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184443401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184443402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:46.819540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18695): Terminating (SIGTERM)\u000a18:44:46.865564 run iperf3-srv_10.42.42.10(pid=18696): Terminating (SIGTERM)\u000a18:44:46.911743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18699): Terminating (SIGTERM)\u000a18:44:46.955926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18702): Terminating (SIGTERM)\u000a18:44:47.000119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18705): Terminating (SIGTERM)\u000a18:44:47.010513 --- ParallelTerminationStrategy: PID 18695 died...\u000a18:44:47.070191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18695): Terminated: ok {rc=0}\u000a18:44:47.081254 --- ParallelTerminationStrategy: PID 18696 died...\u000a18:44:47.140382 run iperf3-srv_10.42.42.10(pid=18696): Terminated {rc=256}\u000a18:44:47.151899 --- ParallelTerminationStrategy: PID 18699 died...\u000a18:44:47.210245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18699): Terminated: ok {rc=0}\u000a18:44:47.220446 --- ParallelTerminationStrategy: PID 18702 died...\u000a18:44:47.278263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18702): Terminated: ok {rc=0}\u000a18:44:47.288363 --- ParallelTerminationStrategy: PID 18705 died...\u000a18:44:47.345682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18705): Terminated: ok {rc=0}\u000a18:44:47.432863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18721): Process ended prematurely: osmo-stp_10.42.42.5(pid=18721) [trial-2393↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18721)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18721): Process ended prematurely: osmo-stp_10.42.42.5(pid=18721) [trial-2393↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a18:44:48.548065 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:48.559837 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:44:48.683023 tst iperf3m4.py: using LAC 35530\u000a18:44:48.802659 tst iperf3m4.py: using RAC 85\u000a18:44:48.921214 tst iperf3m4.py: using CellId 35530\u000a18:44:49.040898 tst iperf3m4.py: using BVCI 35531\u000a18:44:49.063887 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:49.074704 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:49.085349 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:49.095774 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:49.106707 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:49.117231 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:49.128154 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:49.139031 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:44:49.149682 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:49.270250 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:49.389444 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:49.507183 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:44:49.785049 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:44:49.911564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:50.223500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18707): Launched\u000a18:44:50.483430 run iperf3-srv_10.42.42.10(pid=18708): Launched\u000a18:44:50.667586 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:44:50.793279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:51.105556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18709): Launched\u000a18:44:51.364297 run iperf3-srv_10.42.42.10(pid=18710): Launched\u000a18:44:51.547042 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:44:51.672809 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:51.983361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18711): Launched\u000a18:44:52.242917 run iperf3-srv_10.42.42.10(pid=18712): Launched\u000a18:44:52.425772 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:44:52.550627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:44:52.862771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18713): Launched\u000a18:44:53.143897 run iperf3-srv_10.42.42.10(pid=18714): Launched\u000a18:44:53.342789 tst iperf3m4.py:8: start network...\u000a18:44:53.478147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:44:53.987898 run create_hlr_db(pid=18715): Launched\u000a18:44:54.175255 bus /gobi_6: Setting Powered False\u000a18:44:55.196647 run create_hlr_db(pid=18715): Terminated: ok {rc=0}\u000a18:44:55.601063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18717): Launched\u000a18:44:55.901252 run osmo-hlr_10.42.42.2(pid=18718): Launched\u000a18:44:56.019051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:44:56.548393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18720): Launched\u000a18:44:56.851924 run osmo-stp_10.42.42.5(pid=18721): Launched\u000a18:44:56.961791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:44:57.490925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18723): Launched\u000a18:44:57.599539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:44:57.865881 run patchelf(pid=18724): Launched\u000a18:44:58.044208 run osmo-stp_10.42.42.5(pid=18721): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18721)]\u000a18:44:58.174776 run osmo-stp_10.42.42.5(pid=18721): stdout: \u000a| (launched: 2022-12-13_18:44:56.702746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:58.305444 run osmo-stp_10.42.42.5(pid=18721): stderr: \u000a| �[0;m�[38;5;43m20221213184456875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184456876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184456876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184456876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184456877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184456877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184456877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:58.431494 run osmo-stp_10.42.42.5(pid=18721): stdout: \u000a| (launched: 2022-12-13_18:44:56.702746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:44:58.556393 run osmo-stp_10.42.42.5(pid=18721): stderr: \u000a| �[0;m�[38;5;43m20221213184456875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184456876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184456876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184456876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184456877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184456877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184456877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:44:58.701515 run patchelf(pid=18724): Terminating (SIGINT)\u000a18:44:58.871510 run patchelf(pid=18724): Terminated: ok {rc=0}\u000a18:44:58.902833 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18721): Process ended prematurely: osmo-stp_10.42.42.5(pid=18721) [trial-2393↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18721)] [trial-2393↪gprs:sysmo↪iperf3m4.py:8]\u000a18:44:58.912004 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a18:44:58.972135 run osmo-hlr_10.42.42.2(pid=18718): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18718)]\u000a18:44:59.021365 run osmo-hlr_10.42.42.2(pid=18718): stdout: \u000a| (launched: 2022-12-13_18:44:55.754074) \u000a18:44:59.070881 run osmo-hlr_10.42.42.2(pid=18718): stderr: \u000a| �[0;m�[1;31m20221213184455931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184455931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184455931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184455931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184455931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184455931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184455944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184455955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184455955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184455955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:44:59.113605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18707): Terminating (SIGTERM)\u000a18:44:59.153357 run iperf3-srv_10.42.42.10(pid=18708): Terminating (SIGTERM)\u000a18:44:59.193567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18709): Terminating (SIGTERM)\u000a18:44:59.233155 run iperf3-srv_10.42.42.10(pid=18710): Terminating (SIGTERM)\u000a18:44:59.272792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18711): Terminating (SIGTERM)\u000a18:44:59.312567 run iperf3-srv_10.42.42.10(pid=18712): Terminating (SIGTERM)\u000a18:44:59.352403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18713): Terminating (SIGTERM)\u000a18:44:59.392083 run iperf3-srv_10.42.42.10(pid=18714): Terminating (SIGTERM)\u000a18:44:59.431900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18717): Terminating (SIGTERM)\u000a18:44:59.471754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18720): Terminating (SIGTERM)\u000a18:44:59.511560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18723): Terminating (SIGTERM)\u000a18:44:59.520774 --- ParallelTerminationStrategy: PID 18707 died...\u000a18:44:59.574423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18707): Terminated: ok {rc=0}\u000a18:44:59.584069 --- ParallelTerminationStrategy: PID 18708 died...\u000a18:44:59.637078 run iperf3-srv_10.42.42.10(pid=18708): Terminated {rc=256}\u000a18:44:59.646603 --- ParallelTerminationStrategy: PID 18709 died...\u000a18:44:59.699555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18709): Terminated: ok {rc=0}\u000a18:44:59.709109 --- ParallelTerminationStrategy: PID 18710 died...\u000a18:44:59.762112 run iperf3-srv_10.42.42.10(pid=18710): Terminated {rc=256}\u000a18:44:59.771704 --- ParallelTerminationStrategy: PID 18711 died...\u000a18:44:59.824736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18711): Terminated: ok {rc=0}\u000a18:44:59.834471 --- ParallelTerminationStrategy: PID 18712 died...\u000a18:44:59.887678 run iperf3-srv_10.42.42.10(pid=18712): Terminated {rc=256}\u000a18:44:59.897396 --- ParallelTerminationStrategy: PID 18713 died...\u000a18:44:59.950362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18713): Terminated: ok {rc=0}\u000a18:44:59.959813 --- ParallelTerminationStrategy: PID 18714 died...\u000a18:45:00.012461 run iperf3-srv_10.42.42.10(pid=18714): Terminated {rc=256}\u000a18:45:00.022168 --- ParallelTerminationStrategy: PID 18717 died...\u000a18:45:00.075009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18717): Terminated: ok {rc=0}\u000a18:45:00.084643 --- ParallelTerminationStrategy: PID 18720 died...\u000a18:45:00.137442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18720): Terminated: ok {rc=0}\u000a18:45:00.147163 --- ParallelTerminationStrategy: PID 18723 died...\u000a18:45:00.200250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18723): Terminated: ok {rc=0}\u000a18:45:00.289043 bus /gobi_4: Setting Powered False\u000a18:45:01.396746 bus /gobi_4: Setting Powered False\u000a18:45:02.506237 bus /gobi_1: Setting Powered False\u000a18:45:03.609034 bus /gobi_1: Setting Powered False\u000a18:45:04.720099 bus /gobi_0: Setting Powered False\u000a18:45:05.828517 bus /gobi_0: Setting Powered False\u000a18:45:06.940174 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18734): Process ended prematurely: osmo-stp_10.42.42.5(pid=18734) [trial-2393↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18734)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18734): Process ended prematurely: osmo-stp_10.42.42.5(pid=18734) [trial-2393↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo ping.py\u000a----------------------------------------------\u000a18:45:08.008180 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:08.019561 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:45:08.153004 tst ping.py: using LAC 35531\u000a18:45:08.278524 tst ping.py: using RAC 86\u000a18:45:08.405369 tst ping.py: using CellId 35531\u000a18:45:08.530786 tst ping.py: using BVCI 35532\u000a18:45:08.555351 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:08.566621 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:08.577623 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:08.588550 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:08.599645 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:08.610803 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:08.622162 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:08.633490 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:45:08.909903 tst ping.py:19: start network...\u000a18:45:09.034830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:09.515845 run create_hlr_db(pid=18728): Launched\u000a18:45:09.688118 bus /gobi_6: Setting Powered False\u000a18:45:10.709306 run create_hlr_db(pid=18728): Terminated: ok {rc=0}\u000a18:45:11.136934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18730): Launched\u000a18:45:11.460242 run osmo-hlr_10.42.42.2(pid=18731): Launched\u000a18:45:11.574193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:12.094214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18733): Launched\u000a18:45:12.392216 run osmo-stp_10.42.42.5(pid=18734): Launched\u000a18:45:12.499129 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:13.019484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18736): Launched\u000a18:45:13.126108 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:13.386720 run patchelf(pid=18737): Launched\u000a18:45:13.562345 run osmo-stp_10.42.42.5(pid=18734): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18734)]\u000a18:45:13.690517 run osmo-stp_10.42.42.5(pid=18734): stdout: \u000a| (launched: 2022-12-13_18:45:12.245702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:13.819168 run osmo-stp_10.42.42.5(pid=18734): stderr: \u000a| �[0;m�[38;5;43m20221213184512415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184512415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184512415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184512416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184512416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184512416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184512416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:13.943411 run osmo-stp_10.42.42.5(pid=18734): stdout: \u000a| (launched: 2022-12-13_18:45:12.245702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:14.066274 run osmo-stp_10.42.42.5(pid=18734): stderr: \u000a| �[0;m�[38;5;43m20221213184512415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184512415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184512415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184512416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184512416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184512416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184512416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:14.208862 run patchelf(pid=18737): Terminating (SIGINT)\u000a18:45:14.376349 run patchelf(pid=18737): Terminated: ok {rc=0}\u000a18:45:14.406707 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18734): Process ended prematurely: osmo-stp_10.42.42.5(pid=18734) [trial-2393↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18734)] [trial-2393↪gprs:sysmo↪ping.py:22]\u000a18:45:14.415362 tst ping.py:22: Test FAILED (6.4 sec)\u000a18:45:14.475205 run osmo-hlr_10.42.42.2(pid=18731): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18731)]\u000a18:45:14.524088 run osmo-hlr_10.42.42.2(pid=18731): stdout: \u000a| (launched: 2022-12-13_18:45:11.302470) \u000a18:45:14.573953 run osmo-hlr_10.42.42.2(pid=18731): stderr: \u000a| �[0;m�[1;31m20221213184511499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184511499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184511499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184511499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184511499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184511499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184511511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184511519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184511520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184511520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:14.615976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18730): Terminating (SIGTERM)\u000a18:45:14.655701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18733): Terminating (SIGTERM)\u000a18:45:14.695279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18736): Terminating (SIGTERM)\u000a18:45:14.704200 --- ParallelTerminationStrategy: PID 18730 died...\u000a18:45:14.757526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18730): Terminated: ok {rc=0}\u000a18:45:14.767265 --- ParallelTerminationStrategy: PID 18733 died...\u000a18:45:14.820924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18733): Terminated: ok {rc=0}\u000a18:45:14.830578 --- ParallelTerminationStrategy: PID 18736 died...\u000a18:45:14.884000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18736): Terminated: ok {rc=0}\u000a18:45:14.972636 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18744): Process ended prematurely: osmo-stp_10.42.42.5(pid=18744) [trial-2393↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18744)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18744): Process ended prematurely: osmo-stp_10.42.42.5(pid=18744) [trial-2393↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:45:16.024124 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:16.036554 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a18:45:16.195266 tst ping_idle_ping.py: using LAC 35532\u000a18:45:16.336132 tst ping_idle_ping.py: using RAC 87\u000a18:45:16.459788 tst ping_idle_ping.py: using CellId 35532\u000a18:45:16.580807 tst ping_idle_ping.py: using BVCI 35533\u000a18:45:16.605457 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:16.617276 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:16.629056 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:16.640658 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:16.652851 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:16.665130 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:16.677544 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a18:45:16.689887 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a18:45:16.978904 tst ping_idle_ping.py:24: start network...\u000a18:45:17.107931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:17.592665 run create_hlr_db(pid=18738): Launched\u000a18:45:17.764781 bus /gobi_6: Setting Powered False\u000a18:45:18.787128 run create_hlr_db(pid=18738): Terminated: ok {rc=0}\u000a18:45:19.185489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18740): Launched\u000a18:45:19.484345 run osmo-hlr_10.42.42.2(pid=18741): Launched\u000a18:45:19.597940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:20.117677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18743): Launched\u000a18:45:20.417586 run osmo-stp_10.42.42.5(pid=18744): Launched\u000a18:45:20.526319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:21.051158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18746): Launched\u000a18:45:21.158335 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:21.419546 run patchelf(pid=18747): Launched\u000a18:45:21.594756 run osmo-stp_10.42.42.5(pid=18744): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18744)]\u000a18:45:21.723373 run osmo-stp_10.42.42.5(pid=18744): stdout: \u000a| (launched: 2022-12-13_18:45:20.269581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:21.853105 run osmo-stp_10.42.42.5(pid=18744): stderr: \u000a| �[0;m�[38;5;43m20221213184520440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184520440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184520440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184520441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184520441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184520441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184520441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:21.977622 run osmo-stp_10.42.42.5(pid=18744): stdout: \u000a| (launched: 2022-12-13_18:45:20.269581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:22.101075 run osmo-stp_10.42.42.5(pid=18744): stderr: \u000a| �[0;m�[38;5;43m20221213184520440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184520440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184520440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184520441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184520441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184520441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184520441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:22.244488 run patchelf(pid=18747): Terminating (SIGINT)\u000a18:45:22.412834 run patchelf(pid=18747): Terminated: ok {rc=0}\u000a18:45:22.443337 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18744): Process ended prematurely: osmo-stp_10.42.42.5(pid=18744) [trial-2393↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18744)] [trial-2393↪gprs:sysmo↪ping_idle_ping.py:27]\u000a18:45:22.451714 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a18:45:22.511754 run osmo-hlr_10.42.42.2(pid=18741): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18741)]\u000a18:45:22.560518 run osmo-hlr_10.42.42.2(pid=18741): stdout: \u000a| (launched: 2022-12-13_18:45:19.337603) \u000a18:45:22.610047 run osmo-hlr_10.42.42.2(pid=18741): stderr: \u000a| �[0;m�[1;31m20221213184519511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184519511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184519511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184519511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184519511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184519511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184519525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184519534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184519534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184519534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:22.652140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18740): Terminating (SIGTERM)\u000a18:45:22.691700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18743): Terminating (SIGTERM)\u000a18:45:22.731550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18746): Terminating (SIGTERM)\u000a18:45:22.740752 --- ParallelTerminationStrategy: PID 18740 died...\u000a18:45:22.794221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18740): Terminated: ok {rc=0}\u000a18:45:22.803878 --- ParallelTerminationStrategy: PID 18743 died...\u000a18:45:22.857662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18743): Terminated: ok {rc=0}\u000a18:45:22.867434 --- ParallelTerminationStrategy: PID 18746 died...\u000a18:45:22.920458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18746): Terminated: ok {rc=0}\u000a18:45:23.003519 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:44:24" }, { "cases" : [ { "testActions" : [ ], "age" : 81, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18763): Process ended prematurely: osmo-stp_10.42.42.5(pid=18763) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18763)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18763): Process ended prematurely: osmo-stp_10.42.42.5(pid=18763) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:45:25.131515 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:25.142940 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:45:25.276319 tst cs_paging_gprs_active.py: using LAC 35533\u000a18:45:25.403567 tst cs_paging_gprs_active.py: using RAC 88\u000a18:45:25.530443 tst cs_paging_gprs_active.py: using CellId 35533\u000a18:45:25.657150 tst cs_paging_gprs_active.py: using BVCI 35534\u000a18:45:25.682371 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:25.693845 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:25.704932 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:25.716166 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:25.727485 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:25.738881 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:25.750491 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:25.761937 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:25.773630 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:45:25.892523 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:45:26.175245 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:45:26.304458 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:26.621885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18752): Launched\u000a18:45:26.885181 run iperf3-srv_10.42.42.10(pid=18753): Launched\u000a18:45:27.072594 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:45:27.200679 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:27.517668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18754): Launched\u000a18:45:27.781159 run iperf3-srv_10.42.42.10(pid=18755): Launched\u000a18:45:27.969305 tst cs_paging_gprs_active.py:38: start network...\u000a18:45:28.096796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:28.588133 run create_hlr_db(pid=18756): Launched\u000a18:45:28.762933 bus /gobi_6: Setting Powered False\u000a18:45:29.785374 run create_hlr_db(pid=18756): Terminated: ok {rc=0}\u000a18:45:30.221991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18759): Launched\u000a18:45:30.553420 run osmo-hlr_10.42.42.2(pid=18760): Launched\u000a18:45:30.676162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:31.257854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18762): Launched\u000a18:45:31.605955 run osmo-stp_10.42.42.5(pid=18763): Launched\u000a18:45:31.819978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:32.502482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18765): Launched\u000a18:45:32.611211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:32.878186 run patchelf(pid=18766): Launched\u000a18:45:33.057241 run osmo-stp_10.42.42.5(pid=18763): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18763)]\u000a18:45:33.188065 run osmo-stp_10.42.42.5(pid=18763): stdout: \u000a| (launched: 2022-12-13_18:45:31.417392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:33.319121 run osmo-stp_10.42.42.5(pid=18763): stderr: \u000a| �[0;m�[38;5;43m20221213184531808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184531808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184531808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184531809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184531809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184531809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184531809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:33.445540 run osmo-stp_10.42.42.5(pid=18763): stdout: \u000a| (launched: 2022-12-13_18:45:31.417392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:33.570630 run osmo-stp_10.42.42.5(pid=18763): stderr: \u000a| �[0;m�[38;5;43m20221213184531808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184531808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184531808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184531809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184531809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184531809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184531809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:33.716125 run patchelf(pid=18766): Terminating (SIGINT)\u000a18:45:33.886971 run patchelf(pid=18766): Terminated: ok {rc=0}\u000a18:45:33.918993 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18763): Process ended prematurely: osmo-stp_10.42.42.5(pid=18763) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18763)] [trial-2393↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:45:33.928293 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a18:45:33.988889 run osmo-hlr_10.42.42.2(pid=18760): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18760)]\u000a18:45:34.038611 run osmo-hlr_10.42.42.2(pid=18760): stdout: \u000a| (launched: 2022-12-13_18:45:30.390249) \u000a18:45:34.088810 run osmo-hlr_10.42.42.2(pid=18760): stderr: \u000a| �[0;m�[1;31m20221213184530587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184530587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184530587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184530587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184530587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184530587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184530600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184530609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184530609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184530609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:34.131846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18752): Terminating (SIGTERM)\u000a18:45:34.172035 run iperf3-srv_10.42.42.10(pid=18753): Terminating (SIGTERM)\u000a18:45:34.212310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18754): Terminating (SIGTERM)\u000a18:45:34.252443 run iperf3-srv_10.42.42.10(pid=18755): Terminating (SIGTERM)\u000a18:45:34.292768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18759): Terminating (SIGTERM)\u000a18:45:34.333080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18762): Terminating (SIGTERM)\u000a18:45:34.373547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18765): Terminating (SIGTERM)\u000a18:45:34.382850 --- ParallelTerminationStrategy: PID 18752 died...\u000a18:45:34.437051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18752): Terminated: ok {rc=0}\u000a18:45:34.446695 --- ParallelTerminationStrategy: PID 18753 died...\u000a18:45:34.500014 run iperf3-srv_10.42.42.10(pid=18753): Terminated {rc=256}\u000a18:45:34.509781 --- ParallelTerminationStrategy: PID 18754 died...\u000a18:45:34.563250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18754): Terminated: ok {rc=0}\u000a18:45:34.572807 --- ParallelTerminationStrategy: PID 18755 died...\u000a18:45:34.625866 run iperf3-srv_10.42.42.10(pid=18755): Terminated {rc=256}\u000a18:45:34.635514 --- ParallelTerminationStrategy: PID 18759 died...\u000a18:45:34.688816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18759): Terminated: ok {rc=0}\u000a18:45:34.698522 --- ParallelTerminationStrategy: PID 18762 died...\u000a18:45:34.751895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18762): Terminated: ok {rc=0}\u000a18:45:34.761985 --- ParallelTerminationStrategy: PID 18765 died...\u000a18:45:34.815249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18765): Terminated: ok {rc=0}\u000a18:45:34.904488 bus /gobi_0: Setting Powered False\u000a18:45:36.012417 bus /gobi_0: Setting Powered False\u000a18:45:37.121012 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18775): Process ended prematurely: osmo-stp_10.42.42.5(pid=18775) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18775)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18775): Process ended prematurely: osmo-stp_10.42.42.5(pid=18775) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:45:38.238602 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:38.251069 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:45:38.377991 tst iperf3.py: using LAC 35534\u000a18:45:38.497256 tst iperf3.py: using RAC 89\u000a18:45:38.620078 tst iperf3.py: using CellId 35534\u000a18:45:38.740493 tst iperf3.py: using BVCI 35535\u000a18:45:38.763839 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:38.774749 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:38.785421 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:38.796019 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:38.807020 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:38.817727 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:38.828606 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:38.839193 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:38.850086 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:45:39.149030 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:45:39.287303 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:39.627717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18767): Launched\u000a18:45:39.911117 run iperf3-srv_10.42.42.10(pid=18768): Launched\u000a18:45:40.113057 tst iperf3.py:8: start network...\u000a18:45:40.250781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:40.768674 run create_hlr_db(pid=18769): Launched\u000a18:45:40.958749 bus /gobi_6: Setting Powered False\u000a18:45:41.980000 run create_hlr_db(pid=18769): Terminated: ok {rc=0}\u000a18:45:42.389432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18771): Launched\u000a18:45:42.695758 run osmo-hlr_10.42.42.2(pid=18772): Launched\u000a18:45:42.807644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:43.338258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18774): Launched\u000a18:45:43.644770 run osmo-stp_10.42.42.5(pid=18775): Launched\u000a18:45:43.755030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:44.286802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18777): Launched\u000a18:45:44.395353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:44.661127 run patchelf(pid=18778): Launched\u000a18:45:44.838837 run osmo-stp_10.42.42.5(pid=18775): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18775)]\u000a18:45:44.969152 run osmo-stp_10.42.42.5(pid=18775): stdout: \u000a| (launched: 2022-12-13_18:45:43.493236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:45.099608 run osmo-stp_10.42.42.5(pid=18775): stderr: \u000a| �[0;m�[38;5;43m20221213184543664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184543665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184543665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184543665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184543666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184543666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184543666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:45.226274 run osmo-stp_10.42.42.5(pid=18775): stdout: \u000a| (launched: 2022-12-13_18:45:43.493236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:45.351217 run osmo-stp_10.42.42.5(pid=18775): stderr: \u000a| �[0;m�[38;5;43m20221213184543664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184543665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184543665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184543665 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184543666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184543666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184543666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:45.497232 run patchelf(pid=18778): Terminating (SIGINT)\u000a18:45:45.668085 run patchelf(pid=18778): Terminated: ok {rc=0}\u000a18:45:45.699455 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18775): Process ended prematurely: osmo-stp_10.42.42.5(pid=18775) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18775)] [trial-2393↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a18:45:45.708551 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a18:45:45.768906 run osmo-hlr_10.42.42.2(pid=18772): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18772)]\u000a18:45:45.818101 run osmo-hlr_10.42.42.2(pid=18772): stdout: \u000a| (launched: 2022-12-13_18:45:42.544569) \u000a18:45:45.869613 run osmo-hlr_10.42.42.2(pid=18772): stderr: \u000a| �[0;m�[1;31m20221213184542721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184542721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184542721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184542721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184542721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184542722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184542756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184542766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184542766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184542766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:45.932555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18767): Terminating (SIGTERM)\u000a18:45:45.974649 run iperf3-srv_10.42.42.10(pid=18768): Terminating (SIGTERM)\u000a18:45:46.019438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18771): Terminating (SIGTERM)\u000a18:45:46.067491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18774): Terminating (SIGTERM)\u000a18:45:46.117333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18777): Terminating (SIGTERM)\u000a18:45:46.128585 --- ParallelTerminationStrategy: PID 18767 died...\u000a18:45:46.194939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18767): Terminated: ok {rc=0}\u000a18:45:46.206844 --- ParallelTerminationStrategy: PID 18768 died...\u000a18:45:46.272910 run iperf3-srv_10.42.42.10(pid=18768): Terminated {rc=256}\u000a18:45:46.285065 --- ParallelTerminationStrategy: PID 18771 died...\u000a18:45:46.352486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18771): Terminated: ok {rc=0}\u000a18:45:46.364805 --- ParallelTerminationStrategy: PID 18774 died...\u000a18:45:46.431628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18774): Terminated: ok {rc=0}\u000a18:45:46.443800 --- ParallelTerminationStrategy: PID 18777 died...\u000a18:45:46.508241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18777): Terminated: ok {rc=0}\u000a18:45:46.611852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18796): Process ended prematurely: osmo-stp_10.42.42.5(pid=18796) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18796)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18796): Process ended prematurely: osmo-stp_10.42.42.5(pid=18796) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:45:47.722656 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:47.734261 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:45:47.859353 tst iperf3m4.py: using LAC 35535\u000a18:45:47.980791 tst iperf3m4.py: using RAC 90\u000a18:45:48.110071 tst iperf3m4.py: using CellId 35535\u000a18:45:48.238221 tst iperf3m4.py: using BVCI 35536\u000a18:45:48.263532 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:48.274996 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:48.286234 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:48.297414 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:48.308814 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:48.320175 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:48.331908 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:48.343204 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:45:48.355014 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:45:48.473429 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:45:48.594154 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:45:48.710513 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:45:48.990915 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:45:49.118266 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:49.437139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18779): Launched\u000a18:45:49.700815 run iperf3-srv_10.42.42.10(pid=18780): Launched\u000a18:45:49.886850 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:45:50.013346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:50.332204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18781): Launched\u000a18:45:50.594812 run iperf3-srv_10.42.42.10(pid=18782): Launched\u000a18:45:50.780426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:45:50.907433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:51.224363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18783): Launched\u000a18:45:51.487024 run iperf3-srv_10.42.42.10(pid=18784): Launched\u000a18:45:51.672684 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:45:51.800217 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:45:52.140224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18788): Launched\u000a18:45:52.425037 run iperf3-srv_10.42.42.10(pid=18789): Launched\u000a18:45:52.626755 tst iperf3m4.py:8: start network...\u000a18:45:52.764345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:45:53.280424 run create_hlr_db(pid=18790): Launched\u000a18:45:53.471037 bus /gobi_6: Setting Powered False\u000a18:45:54.492092 run create_hlr_db(pid=18790): Terminated: ok {rc=0}\u000a18:45:54.900673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18792): Launched\u000a18:45:55.205273 run osmo-hlr_10.42.42.2(pid=18793): Launched\u000a18:45:55.317306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:45:55.846126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18795): Launched\u000a18:45:56.152252 run osmo-stp_10.42.42.5(pid=18796): Launched\u000a18:45:56.264003 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:45:56.796654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18798): Launched\u000a18:45:56.904793 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:45:57.170025 run patchelf(pid=18799): Launched\u000a18:45:57.347586 run osmo-stp_10.42.42.5(pid=18796): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18796)]\u000a18:45:57.477254 run osmo-stp_10.42.42.5(pid=18796): stdout: \u000a| (launched: 2022-12-13_18:45:56.001252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:57.606937 run osmo-stp_10.42.42.5(pid=18796): stderr: \u000a| �[0;m�[38;5;43m20221213184556168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184556168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184556168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184556169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184556169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184556169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184556169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:57.732505 run osmo-stp_10.42.42.5(pid=18796): stdout: \u000a| (launched: 2022-12-13_18:45:56.001252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:45:57.856844 run osmo-stp_10.42.42.5(pid=18796): stderr: \u000a| �[0;m�[38;5;43m20221213184556168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184556168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184556168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184556169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184556169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184556169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184556169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:45:58.002146 run patchelf(pid=18799): Terminating (SIGINT)\u000a18:45:58.172807 run patchelf(pid=18799): Terminated: ok {rc=0}\u000a18:45:58.204065 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18796): Process ended prematurely: osmo-stp_10.42.42.5(pid=18796) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18796)] [trial-2393↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:45:58.213266 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a18:45:58.274044 run osmo-hlr_10.42.42.2(pid=18793): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18793)]\u000a18:45:58.323181 run osmo-hlr_10.42.42.2(pid=18793): stdout: \u000a| (launched: 2022-12-13_18:45:55.055871) \u000a18:45:58.373072 run osmo-hlr_10.42.42.2(pid=18793): stderr: \u000a| �[0;m�[1;31m20221213184555231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184555231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184555231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184555231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184555231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184555231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184555243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184555255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184555255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184555255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:45:58.415175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18779): Terminating (SIGTERM)\u000a18:45:58.454646 run iperf3-srv_10.42.42.10(pid=18780): Terminating (SIGTERM)\u000a18:45:58.494175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18781): Terminating (SIGTERM)\u000a18:45:58.533572 run iperf3-srv_10.42.42.10(pid=18782): Terminating (SIGTERM)\u000a18:45:58.573071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18783): Terminating (SIGTERM)\u000a18:45:58.612407 run iperf3-srv_10.42.42.10(pid=18784): Terminating (SIGTERM)\u000a18:45:58.651935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18788): Terminating (SIGTERM)\u000a18:45:58.691165 run iperf3-srv_10.42.42.10(pid=18789): Terminating (SIGTERM)\u000a18:45:58.730674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18792): Terminating (SIGTERM)\u000a18:45:58.770149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18795): Terminating (SIGTERM)\u000a18:45:58.809954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18798): Terminating (SIGTERM)\u000a18:45:58.819100 --- ParallelTerminationStrategy: PID 18779 died...\u000a18:45:58.872480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18779): Terminated: ok {rc=0}\u000a18:45:58.882157 --- ParallelTerminationStrategy: PID 18780 died...\u000a18:45:58.935301 run iperf3-srv_10.42.42.10(pid=18780): Terminated {rc=256}\u000a18:45:58.944755 --- ParallelTerminationStrategy: PID 18781 died...\u000a18:45:58.997941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18781): Terminated: ok {rc=0}\u000a18:45:59.007492 --- ParallelTerminationStrategy: PID 18782 died...\u000a18:45:59.060558 run iperf3-srv_10.42.42.10(pid=18782): Terminated {rc=256}\u000a18:45:59.070052 --- ParallelTerminationStrategy: PID 18783 died...\u000a18:45:59.123465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18783): Terminated: ok {rc=0}\u000a18:45:59.133173 --- ParallelTerminationStrategy: PID 18784 died...\u000a18:45:59.186241 run iperf3-srv_10.42.42.10(pid=18784): Terminated {rc=256}\u000a18:45:59.195757 --- ParallelTerminationStrategy: PID 18788 died...\u000a18:45:59.249031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18788): Terminated: ok {rc=0}\u000a18:45:59.258645 --- ParallelTerminationStrategy: PID 18789 died...\u000a18:45:59.311953 run iperf3-srv_10.42.42.10(pid=18789): Terminated {rc=256}\u000a18:45:59.321606 --- ParallelTerminationStrategy: PID 18792 died...\u000a18:45:59.374434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18792): Terminated: ok {rc=0}\u000a18:45:59.384080 --- ParallelTerminationStrategy: PID 18795 died...\u000a18:45:59.437144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18795): Terminated: ok {rc=0}\u000a18:45:59.446798 --- ParallelTerminationStrategy: PID 18798 died...\u000a18:45:59.500261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18798): Terminated: ok {rc=0}\u000a18:45:59.589441 bus /gobi_4: Setting Powered False\u000a18:46:00.694494 bus /gobi_4: Setting Powered False\u000a18:46:01.802718 bus /gobi_1: Setting Powered False\u000a18:46:02.905860 bus /gobi_1: Setting Powered False\u000a18:46:04.017633 bus /gobi_0: Setting Powered False\u000a18:46:05.121522 bus /gobi_0: Setting Powered False\u000a18:46:06.231823 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18806): Process ended prematurely: osmo-stp_10.42.42.5(pid=18806) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18806)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18806): Process ended prematurely: osmo-stp_10.42.42.5(pid=18806) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:46:07.299051 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:07.310493 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:46:07.441238 tst ping.py: using LAC 35536\u000a18:46:07.567060 tst ping.py: using RAC 91\u000a18:46:07.694472 tst ping.py: using CellId 35536\u000a18:46:07.820814 tst ping.py: using BVCI 35537\u000a18:46:07.845686 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:07.857279 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:07.868408 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:07.879643 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:07.891193 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:07.902781 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:07.914593 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:07.926366 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:46:08.204333 tst ping.py:19: start network...\u000a18:46:08.329576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:08.811464 run create_hlr_db(pid=18800): Launched\u000a18:46:08.984064 bus /gobi_6: Setting Powered False\u000a18:46:10.005769 run create_hlr_db(pid=18800): Terminated: ok {rc=0}\u000a18:46:10.435324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18802): Launched\u000a18:46:10.757622 run osmo-hlr_10.42.42.2(pid=18803): Launched\u000a18:46:10.878979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:11.438060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18805): Launched\u000a18:46:11.762290 run osmo-stp_10.42.42.5(pid=18806): Launched\u000a18:46:11.879438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:12.443699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18808): Launched\u000a18:46:12.558833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:12.840374 run patchelf(pid=18809): Launched\u000a18:46:13.029647 run osmo-stp_10.42.42.5(pid=18806): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18806)]\u000a18:46:13.167562 run osmo-stp_10.42.42.5(pid=18806): stdout: \u000a| (launched: 2022-12-13_18:46:11.601984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:13.306505 run osmo-stp_10.42.42.5(pid=18806): stderr: \u000a| �[0;m�[38;5;43m20221213184611790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184611791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184611791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184611791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184611792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184611792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184611792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:13.440662 run osmo-stp_10.42.42.5(pid=18806): stdout: \u000a| (launched: 2022-12-13_18:46:11.601984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:13.573384 run osmo-stp_10.42.42.5(pid=18806): stderr: \u000a| �[0;m�[38;5;43m20221213184611790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184611791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184611791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184611791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184611792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184611792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184611792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:13.727039 run patchelf(pid=18809): Terminating (SIGINT)\u000a18:46:13.906851 run patchelf(pid=18809): Terminated: ok {rc=0}\u000a18:46:13.939645 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18806): Process ended prematurely: osmo-stp_10.42.42.5(pid=18806) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18806)] [trial-2393↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a18:46:13.949262 tst ping.py:22: Test FAILED (6.6 sec)\u000a18:46:14.012711 run osmo-hlr_10.42.42.2(pid=18803): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18803)]\u000a18:46:14.064716 run osmo-hlr_10.42.42.2(pid=18803): stdout: \u000a| (launched: 2022-12-13_18:46:10.599303) \u000a18:46:14.117255 run osmo-hlr_10.42.42.2(pid=18803): stderr: \u000a| �[0;m�[1;31m20221213184610795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184610795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184610795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184610795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184610795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184610795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184610807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184610816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184610816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184610816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:14.162216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18802): Terminating (SIGTERM)\u000a18:46:14.204853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18805): Terminating (SIGTERM)\u000a18:46:14.247215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18808): Terminating (SIGTERM)\u000a18:46:14.257036 --- ParallelTerminationStrategy: PID 18802 died...\u000a18:46:14.314234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18802): Terminated: ok {rc=0}\u000a18:46:14.324444 --- ParallelTerminationStrategy: PID 18805 died...\u000a18:46:14.381030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18805): Terminated: ok {rc=0}\u000a18:46:14.391214 --- ParallelTerminationStrategy: PID 18808 died...\u000a18:46:14.447829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18808): Terminated: ok {rc=0}\u000a18:46:14.535481 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18816): Process ended prematurely: osmo-stp_10.42.42.5(pid=18816) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18816)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18816): Process ended prematurely: osmo-stp_10.42.42.5(pid=18816) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:46:15.587915 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:15.600151 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:46:15.733370 tst ping_idle_ping.py: using LAC 35537\u000a18:46:15.862757 tst ping_idle_ping.py: using RAC 92\u000a18:46:16.007338 tst ping_idle_ping.py: using CellId 35537\u000a18:46:16.137728 tst ping_idle_ping.py: using BVCI 35538\u000a18:46:16.163643 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:16.176021 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:16.188324 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:16.200660 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:16.213834 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:16.226974 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:16.240345 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:46:16.253499 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:46:16.574066 tst ping_idle_ping.py:24: start network...\u000a18:46:16.703869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:17.226248 run create_hlr_db(pid=18810): Launched\u000a18:46:17.400017 bus /gobi_6: Setting Powered False\u000a18:46:18.421020 run create_hlr_db(pid=18810): Terminated: ok {rc=0}\u000a18:46:18.820334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18812): Launched\u000a18:46:19.120400 run osmo-hlr_10.42.42.2(pid=18813): Launched\u000a18:46:19.238563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:19.767116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18815): Launched\u000a18:46:20.067165 run osmo-stp_10.42.42.5(pid=18816): Launched\u000a18:46:20.175573 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:20.701781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18818): Launched\u000a18:46:20.808839 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:21.070528 run patchelf(pid=18819): Launched\u000a18:46:21.245971 run osmo-stp_10.42.42.5(pid=18816): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18816)]\u000a18:46:21.374233 run osmo-stp_10.42.42.5(pid=18816): stdout: \u000a| (launched: 2022-12-13_18:46:19.919028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:21.502355 run osmo-stp_10.42.42.5(pid=18816): stderr: \u000a| �[0;m�[38;5;43m20221213184620088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184620088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184620088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184620089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184620089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184620089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184620089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:21.626422 run osmo-stp_10.42.42.5(pid=18816): stdout: \u000a| (launched: 2022-12-13_18:46:19.919028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:21.749529 run osmo-stp_10.42.42.5(pid=18816): stderr: \u000a| �[0;m�[38;5;43m20221213184620088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184620088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184620088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184620089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184620089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184620089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184620089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:21.892578 run patchelf(pid=18819): Terminating (SIGINT)\u000a18:46:22.061355 run patchelf(pid=18819): Terminated: ok {rc=0}\u000a18:46:22.091854 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18816): Process ended prematurely: osmo-stp_10.42.42.5(pid=18816) [trial-2393↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18816)] [trial-2393↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:46:22.100440 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:46:22.160460 run osmo-hlr_10.42.42.2(pid=18813): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18813)]\u000a18:46:22.209330 run osmo-hlr_10.42.42.2(pid=18813): stdout: \u000a| (launched: 2022-12-13_18:46:18.972934) \u000a18:46:22.259568 run osmo-hlr_10.42.42.2(pid=18813): stderr: \u000a| �[0;m�[1;31m20221213184619150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184619150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184619150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184619150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184619150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184619150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184619162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184619171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184619171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184619171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:22.302478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18812): Terminating (SIGTERM)\u000a18:46:22.342258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18815): Terminating (SIGTERM)\u000a18:46:22.382177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18818): Terminating (SIGTERM)\u000a18:46:22.391424 --- ParallelTerminationStrategy: PID 18812 died...\u000a18:46:22.445339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18812): Terminated: ok {rc=0}\u000a18:46:22.455043 --- ParallelTerminationStrategy: PID 18815 died...\u000a18:46:22.508717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18815): Terminated: ok {rc=0}\u000a18:46:22.519186 --- ParallelTerminationStrategy: PID 18818 died...\u000a18:46:22.572505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18818): Terminated: ok {rc=0}\u000a18:46:22.656214 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:45:24" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18834): Process ended prematurely: osmo-stp_10.42.42.5(pid=18834) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18834)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18834): Process ended prematurely: osmo-stp_10.42.42.5(pid=18834) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:46:24.759843 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:24.770807 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:46:24.917200 tst cs_paging_gprs_active.py: using LAC 35538\u000a18:46:25.038541 tst cs_paging_gprs_active.py: using RAC 93\u000a18:46:25.160127 tst cs_paging_gprs_active.py: using CellId 35538\u000a18:46:25.281858 tst cs_paging_gprs_active.py: using BVCI 35539\u000a18:46:25.305328 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:25.316187 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:25.327003 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:25.337689 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:25.348856 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:25.360154 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:25.371539 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:25.382652 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:25.394042 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:46:25.508900 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:46:25.788060 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:46:25.915194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:26.229993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18824): Launched\u000a18:46:26.493107 run iperf3-srv_10.42.42.10(pid=18825): Launched\u000a18:46:26.679146 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:46:26.806022 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:27.123873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18826): Launched\u000a18:46:27.386358 run iperf3-srv_10.42.42.10(pid=18827): Launched\u000a18:46:27.572580 tst cs_paging_gprs_active.py:38: start network...\u000a18:46:27.699707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:28.188874 run create_hlr_db(pid=18828): Launched\u000a18:46:28.364668 bus /gobi_6: Setting Powered False\u000a18:46:29.387157 run create_hlr_db(pid=18828): Terminated: ok {rc=0}\u000a18:46:29.794338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18830): Launched\u000a18:46:30.102763 run osmo-hlr_10.42.42.2(pid=18831): Launched\u000a18:46:30.214724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:30.745721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18833): Launched\u000a18:46:31.311457 run osmo-stp_10.42.42.5(pid=18834): Launched\u000a18:46:31.540274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:32.095020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18836): Launched\u000a18:46:32.206167 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:32.486310 run patchelf(pid=18837): Launched\u000a18:46:32.679032 run osmo-stp_10.42.42.5(pid=18834): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18834)]\u000a18:46:32.819901 run osmo-stp_10.42.42.5(pid=18834): stdout: \u000a| (launched: 2022-12-13_18:46:30.910148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:32.960941 run osmo-stp_10.42.42.5(pid=18834): stderr: \u000a| �[0;m�[38;5;43m20221213184631175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184631175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184631177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184631178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184631179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184631179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184631179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:33.097327 run osmo-stp_10.42.42.5(pid=18834): stdout: \u000a| (launched: 2022-12-13_18:46:30.910148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:33.232755 run osmo-stp_10.42.42.5(pid=18834): stderr: \u000a| �[0;m�[38;5;43m20221213184631175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184631175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184631177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184631178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184631179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184631179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184631179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:33.390729 run patchelf(pid=18837): Terminating (SIGINT)\u000a18:46:33.575049 run patchelf(pid=18837): Terminated: ok {rc=0}\u000a18:46:33.608645 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18834): Process ended prematurely: osmo-stp_10.42.42.5(pid=18834) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18834)] [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:46:33.618782 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a18:46:33.684314 run osmo-hlr_10.42.42.2(pid=18831): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18831)]\u000a18:46:33.737006 run osmo-hlr_10.42.42.2(pid=18831): stdout: \u000a| (launched: 2022-12-13_18:46:29.950389) \u000a18:46:33.790337 run osmo-hlr_10.42.42.2(pid=18831): stderr: \u000a| �[0;m�[1;31m20221213184630127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184630127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184630127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184630127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184630127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184630127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184630139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184630149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184630149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184630149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:33.836049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18824): Terminating (SIGTERM)\u000a18:46:33.879042 run iperf3-srv_10.42.42.10(pid=18825): Terminating (SIGTERM)\u000a18:46:33.922091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18826): Terminating (SIGTERM)\u000a18:46:33.965168 run iperf3-srv_10.42.42.10(pid=18827): Terminating (SIGTERM)\u000a18:46:34.008251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18830): Terminating (SIGTERM)\u000a18:46:34.051370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18833): Terminating (SIGTERM)\u000a18:46:34.093968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18836): Terminating (SIGTERM)\u000a18:46:34.103649 --- ParallelTerminationStrategy: PID 18824 died...\u000a18:46:34.160699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18824): Terminated: ok {rc=0}\u000a18:46:34.170932 --- ParallelTerminationStrategy: PID 18825 died...\u000a18:46:34.227658 run iperf3-srv_10.42.42.10(pid=18825): Terminated {rc=256}\u000a18:46:34.237807 --- ParallelTerminationStrategy: PID 18826 died...\u000a18:46:34.294787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18826): Terminated: ok {rc=0}\u000a18:46:34.304928 --- ParallelTerminationStrategy: PID 18827 died...\u000a18:46:34.361606 run iperf3-srv_10.42.42.10(pid=18827): Terminated {rc=256}\u000a18:46:34.371692 --- ParallelTerminationStrategy: PID 18830 died...\u000a18:46:34.428572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18830): Terminated: ok {rc=0}\u000a18:46:34.438616 --- ParallelTerminationStrategy: PID 18833 died...\u000a18:46:34.495032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18833): Terminated: ok {rc=0}\u000a18:46:34.505173 --- ParallelTerminationStrategy: PID 18836 died...\u000a18:46:34.561621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18836): Terminated: ok {rc=0}\u000a18:46:34.649772 bus /gobi_0: Setting Powered False\u000a18:46:35.753562 bus /gobi_0: Setting Powered False\u000a18:46:36.863441 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18851): Process ended prematurely: osmo-stp_10.42.42.5(pid=18851) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18851)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18851): Process ended prematurely: osmo-stp_10.42.42.5(pid=18851) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:46:37.973191 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:37.985193 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:46:38.153209 tst iperf3.py: using LAC 35539\u000a18:46:38.294263 tst iperf3.py: using RAC 94\u000a18:46:38.422547 tst iperf3.py: using CellId 35539\u000a18:46:38.555276 tst iperf3.py: using BVCI 35540\u000a18:46:38.580476 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:38.591965 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:38.603275 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:38.614484 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:38.625905 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:38.637638 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:38.649329 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:38.660599 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:38.672272 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:46:38.951820 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:46:39.079274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:39.395804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18843): Launched\u000a18:46:39.659357 run iperf3-srv_10.42.42.10(pid=18844): Launched\u000a18:46:39.845965 tst iperf3.py:8: start network...\u000a18:46:39.972927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:40.462146 run create_hlr_db(pid=18845): Launched\u000a18:46:40.637438 bus /gobi_6: Setting Powered False\u000a18:46:41.659322 run create_hlr_db(pid=18845): Terminated: ok {rc=0}\u000a18:46:42.096568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18847): Launched\u000a18:46:42.426499 run osmo-hlr_10.42.42.2(pid=18848): Launched\u000a18:46:42.546820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:43.118660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18850): Launched\u000a18:46:43.447680 run osmo-stp_10.42.42.5(pid=18851): Launched\u000a18:46:43.567173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:44.138809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18853): Launched\u000a18:46:44.256431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:44.543313 run patchelf(pid=18854): Launched\u000a18:46:44.735140 run osmo-stp_10.42.42.5(pid=18851): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18851)]\u000a18:46:44.875723 run osmo-stp_10.42.42.5(pid=18851): stdout: \u000a| (launched: 2022-12-13_18:46:43.286175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:45.016253 run osmo-stp_10.42.42.5(pid=18851): stderr: \u000a| �[0;m�[38;5;43m20221213184643477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184643477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184643477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184643478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184643478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184643478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184643478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:45.152477 run osmo-stp_10.42.42.5(pid=18851): stdout: \u000a| (launched: 2022-12-13_18:46:43.286175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:45.287648 run osmo-stp_10.42.42.5(pid=18851): stderr: \u000a| �[0;m�[38;5;43m20221213184643477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184643477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184643477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184643478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184643478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184643478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184643478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:45.444511 run patchelf(pid=18854): Terminating (SIGINT)\u000a18:46:45.628291 run patchelf(pid=18854): Terminated: ok {rc=0}\u000a18:46:45.662012 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18851): Process ended prematurely: osmo-stp_10.42.42.5(pid=18851) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18851)] [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:46:45.671899 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:46:45.735960 run osmo-hlr_10.42.42.2(pid=18848): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18848)]\u000a18:46:45.787926 run osmo-hlr_10.42.42.2(pid=18848): stdout: \u000a| (launched: 2022-12-13_18:46:42.263935) \u000a18:46:45.852802 run osmo-hlr_10.42.42.2(pid=18848): stderr: \u000a| �[0;m�[1;31m20221213184642463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184642463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184642463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184642463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184642463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184642463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184642476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184642484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184642485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184642485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:45.899281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18843): Terminating (SIGTERM)\u000a18:46:45.940374 run iperf3-srv_10.42.42.10(pid=18844): Terminating (SIGTERM)\u000a18:46:45.981428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18847): Terminating (SIGTERM)\u000a18:46:46.025656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18850): Terminating (SIGTERM)\u000a18:46:46.069999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18853): Terminating (SIGTERM)\u000a18:46:46.080678 --- ParallelTerminationStrategy: PID 18843 died...\u000a18:46:46.141287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18843): Terminated: ok {rc=0}\u000a18:46:46.152079 --- ParallelTerminationStrategy: PID 18844 died...\u000a18:46:46.207977 run iperf3-srv_10.42.42.10(pid=18844): Terminated {rc=256}\u000a18:46:46.218096 --- ParallelTerminationStrategy: PID 18847 died...\u000a18:46:46.273389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18847): Terminated: ok {rc=0}\u000a18:46:46.284072 --- ParallelTerminationStrategy: PID 18850 died...\u000a18:46:46.340411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18850): Terminated: ok {rc=0}\u000a18:46:46.351056 --- ParallelTerminationStrategy: PID 18853 died...\u000a18:46:46.405995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18853): Terminated: ok {rc=0}\u000a18:46:46.493696 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18870): Process ended prematurely: osmo-stp_10.42.42.5(pid=18870) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18870)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18870): Process ended prematurely: osmo-stp_10.42.42.5(pid=18870) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:46:47.604894 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:47.616336 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:46:47.762307 tst iperf3m4.py: using LAC 35540\u000a18:46:47.883461 tst iperf3m4.py: using RAC 95\u000a18:46:48.004924 tst iperf3m4.py: using CellId 35540\u000a18:46:48.135582 tst iperf3m4.py: using BVCI 35541\u000a18:46:48.160868 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:48.172680 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:48.184118 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:48.195624 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:48.207247 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:48.218942 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:48.230694 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:48.242238 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:46:48.254060 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:46:48.375905 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:46:48.496248 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:46:48.616299 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:46:48.917987 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:46:49.056215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:49.396809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18856): Launched\u000a18:46:49.679259 run iperf3-srv_10.42.42.10(pid=18857): Launched\u000a18:46:49.881003 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:46:50.018460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:50.360705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18858): Launched\u000a18:46:50.643501 run iperf3-srv_10.42.42.10(pid=18859): Launched\u000a18:46:50.845137 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:46:50.982557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:51.323623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18860): Launched\u000a18:46:51.607651 run iperf3-srv_10.42.42.10(pid=18861): Launched\u000a18:46:51.809748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:46:51.947401 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:46:52.289923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18862): Launched\u000a18:46:52.573271 run iperf3-srv_10.42.42.10(pid=18863): Launched\u000a18:46:52.774078 tst iperf3m4.py:8: start network...\u000a18:46:52.911076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:46:53.429504 run create_hlr_db(pid=18864): Launched\u000a18:46:53.619719 bus /gobi_6: Setting Powered False\u000a18:46:54.642165 run create_hlr_db(pid=18864): Terminated: ok {rc=0}\u000a18:46:55.078256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18866): Launched\u000a18:46:55.410144 run osmo-hlr_10.42.42.2(pid=18867): Launched\u000a18:46:55.529609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:46:56.099775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18869): Launched\u000a18:46:56.427359 run osmo-stp_10.42.42.5(pid=18870): Launched\u000a18:46:56.546644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:46:57.117204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18872): Launched\u000a18:46:57.234048 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:46:57.521232 run patchelf(pid=18873): Launched\u000a18:46:57.712696 run osmo-stp_10.42.42.5(pid=18870): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18870)]\u000a18:46:57.852673 run osmo-stp_10.42.42.5(pid=18870): stdout: \u000a| (launched: 2022-12-13_18:46:56.266465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:57.992771 run osmo-stp_10.42.42.5(pid=18870): stderr: \u000a| �[0;m�[38;5;43m20221213184656454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184656454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184656454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184656454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184656455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184656455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184656455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:58.128638 run osmo-stp_10.42.42.5(pid=18870): stdout: \u000a| (launched: 2022-12-13_18:46:56.266465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:46:58.263372 run osmo-stp_10.42.42.5(pid=18870): stderr: \u000a| �[0;m�[38;5;43m20221213184656454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184656454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184656454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184656454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184656455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184656455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184656455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:46:58.420422 run patchelf(pid=18873): Terminating (SIGINT)\u000a18:46:58.604416 run patchelf(pid=18873): Terminated: ok {rc=0}\u000a18:46:58.638029 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18870): Process ended prematurely: osmo-stp_10.42.42.5(pid=18870) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18870)] [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:46:58.647970 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a18:46:58.712186 run osmo-hlr_10.42.42.2(pid=18867): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18867)]\u000a18:46:58.764227 run osmo-hlr_10.42.42.2(pid=18867): stdout: \u000a| (launched: 2022-12-13_18:46:55.245944) \u000a18:46:58.816702 run osmo-hlr_10.42.42.2(pid=18867): stderr: \u000a| �[0;m�[1;31m20221213184655440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184655440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184655440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184655440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184655440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184655440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184655462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184655470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184655471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184655471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:46:58.861821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18856): Terminating (SIGTERM)\u000a18:46:58.904137 run iperf3-srv_10.42.42.10(pid=18857): Terminating (SIGTERM)\u000a18:46:58.946634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18858): Terminating (SIGTERM)\u000a18:46:58.989021 run iperf3-srv_10.42.42.10(pid=18859): Terminating (SIGTERM)\u000a18:46:59.031601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18860): Terminating (SIGTERM)\u000a18:46:59.073952 run iperf3-srv_10.42.42.10(pid=18861): Terminating (SIGTERM)\u000a18:46:59.116665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18862): Terminating (SIGTERM)\u000a18:46:59.158791 run iperf3-srv_10.42.42.10(pid=18863): Terminating (SIGTERM)\u000a18:46:59.201190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18866): Terminating (SIGTERM)\u000a18:46:59.243391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18869): Terminating (SIGTERM)\u000a18:46:59.285727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18872): Terminating (SIGTERM)\u000a18:46:59.295787 --- ParallelTerminationStrategy: PID 18856 died...\u000a18:46:59.352994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18856): Terminated: ok {rc=0}\u000a18:46:59.363097 --- ParallelTerminationStrategy: PID 18857 died...\u000a18:46:59.419476 run iperf3-srv_10.42.42.10(pid=18857): Terminated {rc=256}\u000a18:46:59.429933 --- ParallelTerminationStrategy: PID 18858 died...\u000a18:46:59.486772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18858): Terminated: ok {rc=0}\u000a18:46:59.496784 --- ParallelTerminationStrategy: PID 18859 died...\u000a18:46:59.553191 run iperf3-srv_10.42.42.10(pid=18859): Terminated {rc=256}\u000a18:46:59.563256 --- ParallelTerminationStrategy: PID 18860 died...\u000a18:46:59.619822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18860): Terminated: ok {rc=0}\u000a18:46:59.629926 --- ParallelTerminationStrategy: PID 18861 died...\u000a18:46:59.686280 run iperf3-srv_10.42.42.10(pid=18861): Terminated {rc=256}\u000a18:46:59.696308 --- ParallelTerminationStrategy: PID 18862 died...\u000a18:46:59.752796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18862): Terminated: ok {rc=0}\u000a18:46:59.762966 --- ParallelTerminationStrategy: PID 18863 died...\u000a18:46:59.819528 run iperf3-srv_10.42.42.10(pid=18863): Terminated {rc=256}\u000a18:46:59.829723 --- ParallelTerminationStrategy: PID 18866 died...\u000a18:46:59.886602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18866): Terminated: ok {rc=0}\u000a18:46:59.896731 --- ParallelTerminationStrategy: PID 18869 died...\u000a18:46:59.953331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18869): Terminated: ok {rc=0}\u000a18:46:59.963500 --- ParallelTerminationStrategy: PID 18872 died...\u000a18:47:00.020214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18872): Terminated: ok {rc=0}\u000a18:47:00.106872 bus /gobi_4: Setting Powered False\u000a18:47:01.221118 bus /gobi_4: Setting Powered False\u000a18:47:02.336499 bus /gobi_1: Setting Powered False\u000a18:47:03.439388 bus /gobi_1: Setting Powered False\u000a18:47:04.549673 bus /gobi_0: Setting Powered False\u000a18:47:05.657294 bus /gobi_0: Setting Powered False\u000a18:47:06.767714 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18880): Process ended prematurely: osmo-stp_10.42.42.5(pid=18880) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18880)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18880): Process ended prematurely: osmo-stp_10.42.42.5(pid=18880) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:47:07.837812 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:07.849786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:47:08.005731 tst ping.py: using LAC 35541\u000a18:47:08.132433 tst ping.py: using RAC 96\u000a18:47:08.252252 tst ping.py: using CellId 35541\u000a18:47:08.368651 tst ping.py: using BVCI 35542\u000a18:47:08.391734 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.402950 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.413882 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.425016 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.435680 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.446449 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.457382 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:08.468049 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:47:08.759209 tst ping.py:19: start network...\u000a18:47:08.894068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:09.407039 run create_hlr_db(pid=18874): Launched\u000a18:47:09.581124 bus /gobi_6: Setting Powered False\u000a18:47:10.602329 run create_hlr_db(pid=18874): Terminated: ok {rc=0}\u000a18:47:11.031670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18876): Launched\u000a18:47:11.356701 run osmo-hlr_10.42.42.2(pid=18877): Launched\u000a18:47:11.478066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:12.048435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18879): Launched\u000a18:47:12.372669 run osmo-stp_10.42.42.5(pid=18880): Launched\u000a18:47:12.490076 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:13.053180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18882): Launched\u000a18:47:13.168100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:13.448874 run patchelf(pid=18883): Launched\u000a18:47:13.637403 run osmo-stp_10.42.42.5(pid=18880): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18880)]\u000a18:47:13.775361 run osmo-stp_10.42.42.5(pid=18880): stdout: \u000a| (launched: 2022-12-13_18:47:12.212845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:13.913574 run osmo-stp_10.42.42.5(pid=18880): stderr: \u000a| �[0;m�[38;5;43m20221213184712404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184712405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184712405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184712405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184712406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184712406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184712406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:14.047132 run osmo-stp_10.42.42.5(pid=18880): stdout: \u000a| (launched: 2022-12-13_18:47:12.212845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:14.179627 run osmo-stp_10.42.42.5(pid=18880): stderr: \u000a| �[0;m�[38;5;43m20221213184712404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184712405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184712405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184712405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184712406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184712406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184712406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:14.333708 run patchelf(pid=18883): Terminating (SIGINT)\u000a18:47:14.513691 run patchelf(pid=18883): Terminated: ok {rc=0}\u000a18:47:14.546170 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18880): Process ended prematurely: osmo-stp_10.42.42.5(pid=18880) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18880)] [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:47:14.555407 tst ping.py:22: Test FAILED (6.7 sec)\u000a18:47:14.619413 run osmo-hlr_10.42.42.2(pid=18877): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18877)]\u000a18:47:14.671361 run osmo-hlr_10.42.42.2(pid=18877): stdout: \u000a| (launched: 2022-12-13_18:47:11.195683) \u000a18:47:14.724059 run osmo-hlr_10.42.42.2(pid=18877): stderr: \u000a| �[0;m�[1;31m20221213184711391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184711391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184711391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184711391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184711391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184711392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184711405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184711413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184711414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184711414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:14.769100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18876): Terminating (SIGTERM)\u000a18:47:14.811928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18879): Terminating (SIGTERM)\u000a18:47:14.854722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18882): Terminating (SIGTERM)\u000a18:47:14.864484 --- ParallelTerminationStrategy: PID 18876 died...\u000a18:47:14.921504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18876): Terminated: ok {rc=0}\u000a18:47:14.931557 --- ParallelTerminationStrategy: PID 18879 died...\u000a18:47:14.987979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18879): Terminated: ok {rc=0}\u000a18:47:14.997996 --- ParallelTerminationStrategy: PID 18882 died...\u000a18:47:15.054424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18882): Terminated: ok {rc=0}\u000a18:47:15.142257 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18890): Process ended prematurely: osmo-stp_10.42.42.5(pid=18890) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18890)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18890): Process ended prematurely: osmo-stp_10.42.42.5(pid=18890) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:47:16.195734 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:16.208888 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:47:16.370389 tst ping_idle_ping.py: using LAC 35542\u000a18:47:16.532757 tst ping_idle_ping.py: using RAC 97\u000a18:47:16.670131 tst ping_idle_ping.py: using CellId 35542\u000a18:47:16.798903 tst ping_idle_ping.py: using BVCI 35543\u000a18:47:16.823508 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:16.835469 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:16.847027 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:16.858737 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:16.870232 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:16.881596 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:16.893472 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:47:16.904914 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:47:17.181856 tst ping_idle_ping.py:24: start network...\u000a18:47:17.310450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:17.826172 run create_hlr_db(pid=18884): Launched\u000a18:47:18.014545 bus /gobi_6: Setting Powered False\u000a18:47:19.035238 run create_hlr_db(pid=18884): Terminated: ok {rc=0}\u000a18:47:19.440236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18886): Launched\u000a18:47:19.745101 run osmo-hlr_10.42.42.2(pid=18887): Launched\u000a18:47:19.856334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:20.379149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18889): Launched\u000a18:47:20.680329 run osmo-stp_10.42.42.5(pid=18890): Launched\u000a18:47:20.790000 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:21.316622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18892): Launched\u000a18:47:21.423535 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:21.685764 run patchelf(pid=18893): Launched\u000a18:47:21.861382 run osmo-stp_10.42.42.5(pid=18890): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18890)]\u000a18:47:21.990610 run osmo-stp_10.42.42.5(pid=18890): stdout: \u000a| (launched: 2022-12-13_18:47:20.532284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:22.119457 run osmo-stp_10.42.42.5(pid=18890): stderr: \u000a| �[0;m�[38;5;43m20221213184720703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184720703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184720703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184720703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184720704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184720704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184720704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:22.243891 run osmo-stp_10.42.42.5(pid=18890): stdout: \u000a| (launched: 2022-12-13_18:47:20.532284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:22.367445 run osmo-stp_10.42.42.5(pid=18890): stderr: \u000a| �[0;m�[38;5;43m20221213184720703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184720703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184720703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184720703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184720704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184720704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184720704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:22.510944 run patchelf(pid=18893): Terminating (SIGINT)\u000a18:47:22.679221 run patchelf(pid=18893): Terminated: ok {rc=0}\u000a18:47:22.710098 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18890): Process ended prematurely: osmo-stp_10.42.42.5(pid=18890) [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18890)] [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:47:22.718747 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:47:22.779374 run osmo-hlr_10.42.42.2(pid=18887): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18887)]\u000a18:47:22.829149 run osmo-hlr_10.42.42.2(pid=18887): stdout: \u000a| (launched: 2022-12-13_18:47:19.594773) \u000a18:47:22.879406 run osmo-hlr_10.42.42.2(pid=18887): stderr: \u000a| �[0;m�[1;31m20221213184719770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184719770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184719770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184719770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184719770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184719770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184719781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184719789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184719790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184719790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:22.921961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18886): Terminating (SIGTERM)\u000a18:47:22.961921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18889): Terminating (SIGTERM)\u000a18:47:23.002116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18892): Terminating (SIGTERM)\u000a18:47:23.011408 --- ParallelTerminationStrategy: PID 18886 died...\u000a18:47:23.065239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18886): Terminated: ok {rc=0}\u000a18:47:23.074933 --- ParallelTerminationStrategy: PID 18889 died...\u000a18:47:23.128531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18889): Terminated: ok {rc=0}\u000a18:47:23.138288 --- ParallelTerminationStrategy: PID 18892 died...\u000a18:47:23.191512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18892): Terminated: ok {rc=0}\u000a18:47:23.275616 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:46:24" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18907): Process ended prematurely: osmo-stp_10.42.42.5(pid=18907) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18907)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18907): Process ended prematurely: osmo-stp_10.42.42.5(pid=18907) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:47:25.380428 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:25.391481 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:47:25.536109 tst cs_paging_gprs_active.py: using LAC 35543\u000a18:47:25.659172 tst cs_paging_gprs_active.py: using RAC 98\u000a18:47:25.782344 tst cs_paging_gprs_active.py: using CellId 35543\u000a18:47:25.900608 tst cs_paging_gprs_active.py: using BVCI 35544\u000a18:47:25.924076 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:25.935034 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:25.945729 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:25.956315 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:25.967340 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:25.978224 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:25.989158 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:25.999868 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:26.010855 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:47:26.132552 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:47:26.415519 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:47:26.543370 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:26.860428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18897): Launched\u000a18:47:27.123197 run iperf3-srv_10.42.42.10(pid=18898): Launched\u000a18:47:27.310065 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:47:27.437131 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:27.753197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18899): Launched\u000a18:47:28.015847 run iperf3-srv_10.42.42.10(pid=18900): Launched\u000a18:47:28.202452 tst cs_paging_gprs_active.py:38: start network...\u000a18:47:28.329761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:28.819046 run create_hlr_db(pid=18901): Launched\u000a18:47:28.994929 bus /gobi_6: Setting Powered False\u000a18:47:30.017238 run create_hlr_db(pid=18901): Terminated: ok {rc=0}\u000a18:47:30.455259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18903): Launched\u000a18:47:30.787204 run osmo-hlr_10.42.42.2(pid=18904): Launched\u000a18:47:30.997363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:31.601658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18906): Launched\u000a18:47:32.055467 run osmo-stp_10.42.42.5(pid=18907): Launched\u000a18:47:32.209640 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:32.787437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18909): Launched\u000a18:47:32.906008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:33.194659 run patchelf(pid=18910): Launched\u000a18:47:33.388334 run osmo-stp_10.42.42.5(pid=18907): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18907)]\u000a18:47:33.529143 run osmo-stp_10.42.42.5(pid=18907): stdout: \u000a| (launched: 2022-12-13_18:47:31.761410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:33.670156 run osmo-stp_10.42.42.5(pid=18907): stderr: \u000a| �[0;m�[38;5;43m20221213184731976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184731976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184731977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184731977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184731978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184731978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184731978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:33.806416 run osmo-stp_10.42.42.5(pid=18907): stdout: \u000a| (launched: 2022-12-13_18:47:31.761410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:33.941695 run osmo-stp_10.42.42.5(pid=18907): stderr: \u000a| �[0;m�[38;5;43m20221213184731976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184731976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184731977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184731977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184731978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184731978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184731978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:34.099012 run patchelf(pid=18910): Terminating (SIGINT)\u000a18:47:34.283646 run patchelf(pid=18910): Terminated: ok {rc=0}\u000a18:47:34.317997 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18907): Process ended prematurely: osmo-stp_10.42.42.5(pid=18907) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18907)] [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:47:34.328016 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a18:47:34.392564 run osmo-hlr_10.42.42.2(pid=18904): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18904)]\u000a18:47:34.444750 run osmo-hlr_10.42.42.2(pid=18904): stdout: \u000a| (launched: 2022-12-13_18:47:30.623264) \u000a18:47:34.497638 run osmo-hlr_10.42.42.2(pid=18904): stderr: \u000a| �[0;m�[1;31m20221213184730820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184730820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184730820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184730820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184730820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184730820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184730834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184730855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184730855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184730856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:34.543322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18897): Terminating (SIGTERM)\u000a18:47:34.586064 run iperf3-srv_10.42.42.10(pid=18898): Terminating (SIGTERM)\u000a18:47:34.629105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18899): Terminating (SIGTERM)\u000a18:47:34.671817 run iperf3-srv_10.42.42.10(pid=18900): Terminating (SIGTERM)\u000a18:47:34.715011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18903): Terminating (SIGTERM)\u000a18:47:34.757917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18906): Terminating (SIGTERM)\u000a18:47:34.800892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18909): Terminating (SIGTERM)\u000a18:47:34.810349 --- ParallelTerminationStrategy: PID 18897 died...\u000a18:47:34.868088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18897): Terminated: ok {rc=0}\u000a18:47:34.878533 --- ParallelTerminationStrategy: PID 18898 died...\u000a18:47:34.935690 run iperf3-srv_10.42.42.10(pid=18898): Terminated {rc=256}\u000a18:47:34.945987 --- ParallelTerminationStrategy: PID 18899 died...\u000a18:47:35.003126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18899): Terminated: ok {rc=0}\u000a18:47:35.013468 --- ParallelTerminationStrategy: PID 18900 died...\u000a18:47:35.070689 run iperf3-srv_10.42.42.10(pid=18900): Terminated {rc=256}\u000a18:47:35.081072 --- ParallelTerminationStrategy: PID 18903 died...\u000a18:47:35.138222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18903): Terminated: ok {rc=0}\u000a18:47:35.148543 --- ParallelTerminationStrategy: PID 18906 died...\u000a18:47:35.205628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18906): Terminated: ok {rc=0}\u000a18:47:35.215963 --- ParallelTerminationStrategy: PID 18909 died...\u000a18:47:35.272504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18909): Terminated: ok {rc=0}\u000a18:47:35.358310 bus /gobi_0: Setting Powered False\u000a18:47:36.463689 bus /gobi_0: Setting Powered False\u000a18:47:37.571586 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18919): Process ended prematurely: osmo-stp_10.42.42.5(pid=18919) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18919)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18919): Process ended prematurely: osmo-stp_10.42.42.5(pid=18919) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:47:38.681211 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:38.692827 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:47:38.841563 tst iperf3.py: using LAC 35544\u000a18:47:38.961341 tst iperf3.py: using RAC 99\u000a18:47:39.079861 tst iperf3.py: using CellId 35544\u000a18:47:39.200822 tst iperf3.py: using BVCI 35545\u000a18:47:39.223980 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:39.235000 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:39.245740 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:39.256436 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:39.267117 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:39.278209 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:39.289462 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:39.300224 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:39.311540 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:47:39.611208 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:47:39.749552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:40.092407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18911): Launched\u000a18:47:40.376397 run iperf3-srv_10.42.42.10(pid=18912): Launched\u000a18:47:40.578836 tst iperf3.py:8: start network...\u000a18:47:40.717076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:41.236039 run create_hlr_db(pid=18913): Launched\u000a18:47:41.427550 bus /gobi_6: Setting Powered False\u000a18:47:42.448390 run create_hlr_db(pid=18913): Terminated: ok {rc=0}\u000a18:47:42.885799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18915): Launched\u000a18:47:43.217809 run osmo-hlr_10.42.42.2(pid=18916): Launched\u000a18:47:43.339567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:43.912106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18918): Launched\u000a18:47:44.241962 run osmo-stp_10.42.42.5(pid=18919): Launched\u000a18:47:44.362478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:44.936878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18921): Launched\u000a18:47:45.055058 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:45.341835 run patchelf(pid=18922): Launched\u000a18:47:45.534759 run osmo-stp_10.42.42.5(pid=18919): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18919)]\u000a18:47:45.675679 run osmo-stp_10.42.42.5(pid=18919): stdout: \u000a| (launched: 2022-12-13_18:47:44.079635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:45.816646 run osmo-stp_10.42.42.5(pid=18919): stderr: \u000a| �[0;m�[38;5;43m20221213184744271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184744271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184744271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184744271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184744272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184744272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184744272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:45.956842 run osmo-stp_10.42.42.5(pid=18919): stdout: \u000a| (launched: 2022-12-13_18:47:44.079635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:46.094981 run osmo-stp_10.42.42.5(pid=18919): stderr: \u000a| �[0;m�[38;5;43m20221213184744271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184744271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184744271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184744271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184744272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184744272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184744272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:46.255450 run patchelf(pid=18922): Terminating (SIGINT)\u000a18:47:46.444322 run patchelf(pid=18922): Terminated: ok {rc=0}\u000a18:47:46.479437 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18919): Process ended prematurely: osmo-stp_10.42.42.5(pid=18919) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18919)] [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:47:46.490531 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a18:47:46.557444 run osmo-hlr_10.42.42.2(pid=18916): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18916)]\u000a18:47:46.611824 run osmo-hlr_10.42.42.2(pid=18916): stdout: \u000a| (launched: 2022-12-13_18:47:43.054299) \u000a18:47:46.667014 run osmo-hlr_10.42.42.2(pid=18916): stderr: \u000a| �[0;m�[1;31m20221213184743250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184743250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184743250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184743250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184743250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184743250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184743262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184743271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184743271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184743271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:46.713981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18911): Terminating (SIGTERM)\u000a18:47:46.758128 run iperf3-srv_10.42.42.10(pid=18912): Terminating (SIGTERM)\u000a18:47:46.804229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18915): Terminating (SIGTERM)\u000a18:47:46.848508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18918): Terminating (SIGTERM)\u000a18:47:46.892779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18921): Terminating (SIGTERM)\u000a18:47:46.903008 --- ParallelTerminationStrategy: PID 18911 died...\u000a18:47:46.962935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18911): Terminated: ok {rc=0}\u000a18:47:46.974866 --- ParallelTerminationStrategy: PID 18912 died...\u000a18:47:47.033125 run iperf3-srv_10.42.42.10(pid=18912): Terminated {rc=256}\u000a18:47:47.044054 --- ParallelTerminationStrategy: PID 18915 died...\u000a18:47:47.103492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18915): Terminated: ok {rc=0}\u000a18:47:47.115214 --- ParallelTerminationStrategy: PID 18918 died...\u000a18:47:47.173540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18918): Terminated: ok {rc=0}\u000a18:47:47.184461 --- ParallelTerminationStrategy: PID 18921 died...\u000a18:47:47.242566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18921): Terminated: ok {rc=0}\u000a18:47:47.330597 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18937): Process ended prematurely: osmo-stp_10.42.42.5(pid=18937) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18937)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18937): Process ended prematurely: osmo-stp_10.42.42.5(pid=18937) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:47:48.441381 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:48.453096 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:47:48.598417 tst iperf3m4.py: using LAC 35545\u000a18:47:48.720089 tst iperf3m4.py: using RAC 100\u000a18:47:48.841460 tst iperf3m4.py: using CellId 35545\u000a18:47:48.963702 tst iperf3m4.py: using BVCI 35546\u000a18:47:48.987948 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:48.999383 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:49.010388 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:49.021135 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:49.032123 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:49.043060 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:49.054050 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:49.064854 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:47:49.076054 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:47:49.193309 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:47:49.315403 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:47:49.432566 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:47:49.714810 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:47:49.842615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:50.158911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18923): Launched\u000a18:47:50.422452 run iperf3-srv_10.42.42.10(pid=18924): Launched\u000a18:47:50.607844 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:47:50.734001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:51.049561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18925): Launched\u000a18:47:51.311355 run iperf3-srv_10.42.42.10(pid=18926): Launched\u000a18:47:51.496751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:47:51.622948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:51.940404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18927): Launched\u000a18:47:52.202932 run iperf3-srv_10.42.42.10(pid=18928): Launched\u000a18:47:52.388404 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:47:52.514920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:47:52.830853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18929): Launched\u000a18:47:53.095974 run iperf3-srv_10.42.42.10(pid=18930): Launched\u000a18:47:53.281052 tst iperf3m4.py:8: start network...\u000a18:47:53.407673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:47:53.897488 run create_hlr_db(pid=18931): Launched\u000a18:47:54.072312 bus /gobi_6: Setting Powered False\u000a18:47:55.095536 run create_hlr_db(pid=18931): Terminated: ok {rc=0}\u000a18:47:55.531838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18933): Launched\u000a18:47:55.862517 run osmo-hlr_10.42.42.2(pid=18934): Launched\u000a18:47:55.987193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:47:56.565240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18936): Launched\u000a18:47:56.894116 run osmo-stp_10.42.42.5(pid=18937): Launched\u000a18:47:57.013296 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:47:57.587029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18939): Launched\u000a18:47:57.704703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:47:57.990704 run patchelf(pid=18940): Launched\u000a18:47:58.182786 run osmo-stp_10.42.42.5(pid=18937): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18937)]\u000a18:47:58.323498 run osmo-stp_10.42.42.5(pid=18937): stdout: \u000a| (launched: 2022-12-13_18:47:56.732689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:58.464138 run osmo-stp_10.42.42.5(pid=18937): stderr: \u000a| �[0;m�[38;5;43m20221213184756922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184756922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184756923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184756923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184756924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184756924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184756924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:58.599830 run osmo-stp_10.42.42.5(pid=18937): stdout: \u000a| (launched: 2022-12-13_18:47:56.732689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:47:58.734945 run osmo-stp_10.42.42.5(pid=18937): stderr: \u000a| �[0;m�[38;5;43m20221213184756922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184756922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184756923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184756923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184756924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184756924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184756924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:47:58.891587 run patchelf(pid=18940): Terminating (SIGINT)\u000a18:47:59.075606 run patchelf(pid=18940): Terminated: ok {rc=0}\u000a18:47:59.109453 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18937): Process ended prematurely: osmo-stp_10.42.42.5(pid=18937) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18937)] [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:47:59.119530 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a18:47:59.183731 run osmo-hlr_10.42.42.2(pid=18934): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18934)]\u000a18:47:59.235254 run osmo-hlr_10.42.42.2(pid=18934): stdout: \u000a| (launched: 2022-12-13_18:47:55.699324) \u000a18:47:59.287460 run osmo-hlr_10.42.42.2(pid=18934): stderr: \u000a| �[0;m�[1;31m20221213184755894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184755894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184755894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184755894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184755894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184755894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184755907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184755916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184755916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184755917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:47:59.332636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18923): Terminating (SIGTERM)\u000a18:47:59.375202 run iperf3-srv_10.42.42.10(pid=18924): Terminating (SIGTERM)\u000a18:47:59.417751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18925): Terminating (SIGTERM)\u000a18:47:59.460182 run iperf3-srv_10.42.42.10(pid=18926): Terminating (SIGTERM)\u000a18:47:59.502653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18927): Terminating (SIGTERM)\u000a18:47:59.544999 run iperf3-srv_10.42.42.10(pid=18928): Terminating (SIGTERM)\u000a18:47:59.587459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18929): Terminating (SIGTERM)\u000a18:47:59.629918 run iperf3-srv_10.42.42.10(pid=18930): Terminating (SIGTERM)\u000a18:47:59.672093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18933): Terminating (SIGTERM)\u000a18:47:59.714880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18936): Terminating (SIGTERM)\u000a18:47:59.757560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18939): Terminating (SIGTERM)\u000a18:47:59.767320 --- ParallelTerminationStrategy: PID 18923 died...\u000a18:47:59.824403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18923): Terminated: ok {rc=0}\u000a18:47:59.834631 --- ParallelTerminationStrategy: PID 18924 died...\u000a18:47:59.891297 run iperf3-srv_10.42.42.10(pid=18924): Terminated {rc=256}\u000a18:47:59.901577 --- ParallelTerminationStrategy: PID 18925 died...\u000a18:47:59.957989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18925): Terminated: ok {rc=0}\u000a18:47:59.968157 --- ParallelTerminationStrategy: PID 18926 died...\u000a18:48:00.024338 run iperf3-srv_10.42.42.10(pid=18926): Terminated {rc=256}\u000a18:48:00.034546 --- ParallelTerminationStrategy: PID 18927 died...\u000a18:48:00.090961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18927): Terminated: ok {rc=0}\u000a18:48:00.101176 --- ParallelTerminationStrategy: PID 18928 died...\u000a18:48:00.157510 run iperf3-srv_10.42.42.10(pid=18928): Terminated {rc=256}\u000a18:48:00.167660 --- ParallelTerminationStrategy: PID 18929 died...\u000a18:48:00.224020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18929): Terminated: ok {rc=0}\u000a18:48:00.234079 --- ParallelTerminationStrategy: PID 18930 died...\u000a18:48:00.290451 run iperf3-srv_10.42.42.10(pid=18930): Terminated {rc=256}\u000a18:48:00.300681 --- ParallelTerminationStrategy: PID 18933 died...\u000a18:48:00.357689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18933): Terminated: ok {rc=0}\u000a18:48:00.367875 --- ParallelTerminationStrategy: PID 18936 died...\u000a18:48:00.424359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18936): Terminated: ok {rc=0}\u000a18:48:00.434420 --- ParallelTerminationStrategy: PID 18939 died...\u000a18:48:00.490767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18939): Terminated: ok {rc=0}\u000a18:48:00.577890 bus /gobi_4: Setting Powered False\u000a18:48:01.683800 bus /gobi_4: Setting Powered False\u000a18:48:02.792232 bus /gobi_1: Setting Powered False\u000a18:48:03.898366 bus /gobi_1: Setting Powered False\u000a18:48:05.007813 bus /gobi_0: Setting Powered False\u000a18:48:06.114201 bus /gobi_0: Setting Powered False\u000a18:48:07.222845 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18947): Process ended prematurely: osmo-stp_10.42.42.5(pid=18947) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18947)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18947): Process ended prematurely: osmo-stp_10.42.42.5(pid=18947) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:48:08.292038 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:08.304141 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:48:08.458494 tst ping.py: using LAC 35546\u000a18:48:08.583824 tst ping.py: using RAC 101\u000a18:48:08.709460 tst ping.py: using CellId 35546\u000a18:48:08.834968 tst ping.py: using BVCI 35547\u000a18:48:08.859619 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:08.871237 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:08.882528 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:08.893802 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:08.905316 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:08.916720 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:08.928504 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:08.940079 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:48:09.218607 tst ping.py:19: start network...\u000a18:48:09.343824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:09.825830 run create_hlr_db(pid=18941): Launched\u000a18:48:09.999069 bus /gobi_6: Setting Powered False\u000a18:48:11.021234 run create_hlr_db(pid=18941): Terminated: ok {rc=0}\u000a18:48:11.451952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18943): Launched\u000a18:48:11.775781 run osmo-hlr_10.42.42.2(pid=18944): Launched\u000a18:48:11.895638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:12.460311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18946): Launched\u000a18:48:12.783998 run osmo-stp_10.42.42.5(pid=18947): Launched\u000a18:48:12.901269 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:48:13.464618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18949): Launched\u000a18:48:13.579826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:48:13.860713 run patchelf(pid=18950): Launched\u000a18:48:14.050069 run osmo-stp_10.42.42.5(pid=18947): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18947)]\u000a18:48:14.188327 run osmo-stp_10.42.42.5(pid=18947): stdout: \u000a| (launched: 2022-12-13_18:48:12.624671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:14.327127 run osmo-stp_10.42.42.5(pid=18947): stderr: \u000a| �[0;m�[38;5;43m20221213184812815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184812815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184812816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184812816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184812817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184812817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184812817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:14.461613 run osmo-stp_10.42.42.5(pid=18947): stdout: \u000a| (launched: 2022-12-13_18:48:12.624671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:14.594529 run osmo-stp_10.42.42.5(pid=18947): stderr: \u000a| �[0;m�[38;5;43m20221213184812815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184812815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184812816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184812816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184812817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184812817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184812817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:14.748279 run patchelf(pid=18950): Terminating (SIGINT)\u000a18:48:14.929089 run patchelf(pid=18950): Terminated: ok {rc=0}\u000a18:48:14.961838 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18947): Process ended prematurely: osmo-stp_10.42.42.5(pid=18947) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18947)] [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:48:14.971214 tst ping.py:22: Test FAILED (6.7 sec)\u000a18:48:15.035580 run osmo-hlr_10.42.42.2(pid=18944): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18944)]\u000a18:48:15.088067 run osmo-hlr_10.42.42.2(pid=18944): stdout: \u000a| (launched: 2022-12-13_18:48:11.617361) \u000a18:48:15.140937 run osmo-hlr_10.42.42.2(pid=18944): stderr: \u000a| �[0;m�[1;31m20221213184811814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184811814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184811814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184811815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184811815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184811815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184811827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184811835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184811836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184811836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:15.186463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18943): Terminating (SIGTERM)\u000a18:48:15.229358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18946): Terminating (SIGTERM)\u000a18:48:15.271960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18949): Terminating (SIGTERM)\u000a18:48:15.281822 --- ParallelTerminationStrategy: PID 18943 died...\u000a18:48:15.339679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18943): Terminated: ok {rc=0}\u000a18:48:15.349997 --- ParallelTerminationStrategy: PID 18946 died...\u000a18:48:15.407171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18946): Terminated: ok {rc=0}\u000a18:48:15.417395 --- ParallelTerminationStrategy: PID 18949 died...\u000a18:48:15.474386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18949): Terminated: ok {rc=0}\u000a18:48:15.561546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18957): Process ended prematurely: osmo-stp_10.42.42.5(pid=18957) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18957)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18957): Process ended prematurely: osmo-stp_10.42.42.5(pid=18957) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:48:16.613335 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:16.626181 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:48:16.784518 tst ping_idle_ping.py: using LAC 35547\u000a18:48:16.907447 tst ping_idle_ping.py: using RAC 102\u000a18:48:17.036384 tst ping_idle_ping.py: using CellId 35547\u000a18:48:17.180592 tst ping_idle_ping.py: using BVCI 35548\u000a18:48:17.204892 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:17.216839 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:17.228340 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:17.239817 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:17.251436 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:17.263383 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:17.275209 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:48:17.286757 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:48:17.582395 tst ping_idle_ping.py:24: start network...\u000a18:48:17.718553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:18.231837 run create_hlr_db(pid=18951): Launched\u000a18:48:18.420918 bus /gobi_6: Setting Powered False\u000a18:48:19.430088 run create_hlr_db(pid=18951): Terminated: ok {rc=0}\u000a18:48:19.842946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18953): Launched\u000a18:48:20.144175 run osmo-hlr_10.42.42.2(pid=18954): Launched\u000a18:48:20.260337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:20.794014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18956): Launched\u000a18:48:21.095752 run osmo-stp_10.42.42.5(pid=18957): Launched\u000a18:48:21.205547 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:48:21.731893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18959): Launched\u000a18:48:21.839085 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:48:22.102265 run patchelf(pid=18960): Launched\u000a18:48:22.278105 run osmo-stp_10.42.42.5(pid=18957): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18957)]\u000a18:48:22.406463 run osmo-stp_10.42.42.5(pid=18957): stdout: \u000a| (launched: 2022-12-13_18:48:20.946538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:22.535107 run osmo-stp_10.42.42.5(pid=18957): stderr: \u000a| �[0;m�[38;5;43m20221213184821117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184821118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184821118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184821118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184821119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184821119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184821119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:22.659299 run osmo-stp_10.42.42.5(pid=18957): stdout: \u000a| (launched: 2022-12-13_18:48:20.946538)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:22.782721 run osmo-stp_10.42.42.5(pid=18957): stderr: \u000a| �[0;m�[38;5;43m20221213184821117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184821118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184821118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184821118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184821119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184821119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184821119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:22.925895 run patchelf(pid=18960): Terminating (SIGINT)\u000a18:48:23.095183 run patchelf(pid=18960): Terminated: ok {rc=0}\u000a18:48:23.125987 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18957): Process ended prematurely: osmo-stp_10.42.42.5(pid=18957) [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18957)] [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:48:23.134598 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a18:48:23.194642 run osmo-hlr_10.42.42.2(pid=18954): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18954)]\u000a18:48:23.244063 run osmo-hlr_10.42.42.2(pid=18954): stdout: \u000a| (launched: 2022-12-13_18:48:19.996289) \u000a18:48:23.294204 run osmo-hlr_10.42.42.2(pid=18954): stderr: \u000a| �[0;m�[1;31m20221213184820170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184820170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184820171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184820171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184820171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184820171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184820183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184820192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184820192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184820192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:23.336255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18953): Terminating (SIGTERM)\u000a18:48:23.375956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18956): Terminating (SIGTERM)\u000a18:48:23.415692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18959): Terminating (SIGTERM)\u000a18:48:23.425011 --- ParallelTerminationStrategy: PID 18953 died...\u000a18:48:23.478334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18953): Terminated: ok {rc=0}\u000a18:48:23.487990 --- ParallelTerminationStrategy: PID 18956 died...\u000a18:48:23.540810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18956): Terminated: ok {rc=0}\u000a18:48:23.550567 --- ParallelTerminationStrategy: PID 18959 died...\u000a18:48:23.603685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18959): Terminated: ok {rc=0}\u000a18:48:23.686721 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:47:25" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18972): Process ended prematurely: osmo-stp_10.42.42.5(pid=18972) [trial-2393↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18972)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18972): Process ended prematurely: osmo-stp_10.42.42.5(pid=18972) [trial-2393↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:48:25.670189 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:25.682058 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:48:25.836442 tst switch_tch_pdch.py: using LAC 35548\u000a18:48:25.962056 tst switch_tch_pdch.py: using RAC 103\u000a18:48:26.089517 tst switch_tch_pdch.py: using CellId 35548\u000a18:48:26.214941 tst switch_tch_pdch.py: using BVCI 35549\u000a18:48:26.239738 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:26.251467 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:26.263025 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:26.274747 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:26.286558 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:26.299000 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:26.311293 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:48:26.323323 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:48:26.441723 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:48:26.723974 tst switch_tch_pdch.py:51: start network...\u000a18:48:26.848193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:27.330615 run create_hlr_db(pid=18966): Launched\u000a18:48:27.503011 bus /gobi_6: Setting Powered False\u000a18:48:28.524485 run create_hlr_db(pid=18966): Terminated: ok {rc=0}\u000a18:48:28.951889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18968): Launched\u000a18:48:29.275329 run osmo-hlr_10.42.42.2(pid=18969): Launched\u000a18:48:29.393878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:29.952329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18971): Launched\u000a18:48:30.275616 run osmo-stp_10.42.42.5(pid=18972): Launched\u000a18:48:30.393892 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:48:30.989061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18974): Launched\u000a18:48:31.108788 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:48:31.399690 run patchelf(pid=18975): Launched\u000a18:48:31.580108 run osmo-stp_10.42.42.5(pid=18972): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18972)]\u000a18:48:31.713222 run osmo-stp_10.42.42.5(pid=18972): stdout: \u000a| (launched: 2022-12-13_18:48:30.116754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:31.844102 run osmo-stp_10.42.42.5(pid=18972): stderr: \u000a| �[0;m�[38;5;43m20221213184830309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184830309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184830309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184830309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184830310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184830310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184830310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:31.972290 run osmo-stp_10.42.42.5(pid=18972): stdout: \u000a| (launched: 2022-12-13_18:48:30.116754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:32.099583 run osmo-stp_10.42.42.5(pid=18972): stderr: \u000a| �[0;m�[38;5;43m20221213184830309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184830309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184830309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184830309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184830310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184830310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184830310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:32.246768 run patchelf(pid=18975): Terminating (SIGINT)\u000a18:48:32.417148 run patchelf(pid=18975): Terminated: ok {rc=0}\u000a18:48:32.447661 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18972): Process ended prematurely: osmo-stp_10.42.42.5(pid=18972) [trial-2393↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18972)] [trial-2393↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:48:32.456364 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a18:48:32.516713 run osmo-hlr_10.42.42.2(pid=18969): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18969)]\u000a18:48:32.566375 run osmo-hlr_10.42.42.2(pid=18969): stdout: \u000a| (launched: 2022-12-13_18:48:29.115813) \u000a18:48:32.616490 run osmo-hlr_10.42.42.2(pid=18969): stderr: \u000a| �[0;m�[1;31m20221213184829315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184829315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184829315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184829315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184829315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184829315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184829327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184829335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184829335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184829335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:32.659027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18968): Terminating (SIGTERM)\u000a18:48:32.699276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18971): Terminating (SIGTERM)\u000a18:48:32.739304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18974): Terminating (SIGTERM)\u000a18:48:32.748673 --- ParallelTerminationStrategy: PID 18968 died...\u000a18:48:32.802464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18968): Terminated: ok {rc=0}\u000a18:48:32.812195 --- ParallelTerminationStrategy: PID 18971 died...\u000a18:48:32.865895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18971): Terminated: ok {rc=0}\u000a18:48:32.875501 --- ParallelTerminationStrategy: PID 18974 died...\u000a18:48:32.928898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18974): Terminated: ok {rc=0}\u000a18:48:33.017440 bus /gobi_0: Setting Powered False\u000a18:48:34.120921 bus /gobi_0: Setting Powered False\u000a18:48:35.232165 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:48:25" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18985): Process ended prematurely: osmo-stp_10.42.42.5(pid=18985) [trial-2393↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18985)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18985): Process ended prematurely: osmo-stp_10.42.42.5(pid=18985) [trial-2393↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:48:37.163276 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:48:37.174486 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:48:37.316259 tst switch_tch_pdch.py: using LAC 35549\u000a18:48:37.435144 tst switch_tch_pdch.py: using RAC 104\u000a18:48:37.554829 tst switch_tch_pdch.py: using CellId 35549\u000a18:48:37.672413 tst switch_tch_pdch.py: using BVCI 35550\u000a18:48:37.695356 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:48:37.706395 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:48:37.717159 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:48:37.727817 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:48:37.738960 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:48:37.749865 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:48:37.760860 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:48:37.771792 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:48:37.891129 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:48:38.187956 tst switch_tch_pdch.py:51: start network...\u000a18:48:38.322900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:38.807010 run create_hlr_db(pid=18979): Launched\u000a18:48:38.939957 bus /gobi_6: Setting Powered False\u000a18:48:40.015875 run create_hlr_db(pid=18979): Terminated: ok {rc=0}\u000a18:48:40.396262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18981): Launched\u000a18:48:40.698781 run osmo-hlr_10.42.42.2(pid=18982): Launched\u000a18:48:40.810769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:48:41.307249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18984): Launched\u000a18:48:41.608102 run osmo-stp_10.42.42.5(pid=18985): Launched\u000a18:48:41.718316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:48:42.217551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18987): Launched\u000a18:48:42.323946 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:48:42.586026 run patchelf(pid=18988): Launched\u000a18:48:42.761890 run osmo-stp_10.42.42.5(pid=18985): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18985)]\u000a18:48:42.890270 run osmo-stp_10.42.42.5(pid=18985): stdout: \u000a| (launched: 2022-12-13_18:48:41.460523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:43.018864 run osmo-stp_10.42.42.5(pid=18985): stderr: \u000a| �[0;m�[38;5;43m20221213184841629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184841629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184841629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184841630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184841630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184841630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184841630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:43.143554 run osmo-stp_10.42.42.5(pid=18985): stdout: \u000a| (launched: 2022-12-13_18:48:41.460523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:48:43.267150 run osmo-stp_10.42.42.5(pid=18985): stderr: \u000a| �[0;m�[38;5;43m20221213184841629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184841629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184841629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184841630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184841630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184841630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184841630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:48:43.411177 run patchelf(pid=18988): Terminating (SIGINT)\u000a18:48:43.579281 run patchelf(pid=18988): Terminated: ok {rc=0}\u000a18:48:43.610023 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18985): Process ended prematurely: osmo-stp_10.42.42.5(pid=18985) [trial-2393↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18985)] [trial-2393↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:48:43.618740 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a18:48:43.679125 run osmo-hlr_10.42.42.2(pid=18982): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18982)]\u000a18:48:43.728635 run osmo-hlr_10.42.42.2(pid=18982): stdout: \u000a| (launched: 2022-12-13_18:48:40.549599) \u000a18:48:43.778621 run osmo-hlr_10.42.42.2(pid=18982): stderr: \u000a| �[0;m�[1;31m20221213184840722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184840722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184840722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184840722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184840722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184840722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184840734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184840743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184840743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184840743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:48:43.821368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18981): Terminating (SIGTERM)\u000a18:48:43.861305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18984): Terminating (SIGTERM)\u000a18:48:43.901832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18987): Terminating (SIGTERM)\u000a18:48:43.911179 --- ParallelTerminationStrategy: PID 18981 died...\u000a18:48:43.965055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18981): Terminated: ok {rc=0}\u000a18:48:43.974812 --- ParallelTerminationStrategy: PID 18984 died...\u000a18:48:44.028313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18984): Terminated: ok {rc=0}\u000a18:48:44.038057 --- ParallelTerminationStrategy: PID 18987 died...\u000a18:48:44.091466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18987): Terminated: ok {rc=0}\u000a18:48:44.175518 bus /gobi_0: Setting Powered False\u000a18:48:45.281884 bus /gobi_0: Setting Powered False\u000a18:48:46.389337 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:48:36" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18994): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18994) [trial-2393↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18994)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18994): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18994) [trial-2393↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a18:48:48.253570 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a18:48:48.264788 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a18:48:48.393721 tst mo_mt_sms.py: using LAC 35550\u000a18:48:48.520533 tst mo_mt_sms.py: using RAC 105\u000a18:48:48.650132 tst mo_mt_sms.py: using CellId 35550\u000a18:48:48.777699 tst mo_mt_sms.py: using BVCI 35551\u000a18:48:48.802218 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a18:48:48.916280 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a18:48:49.209920 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:48:49.345462 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:48:50.015338 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18993): Launched\u000a18:48:50.339541 run osmo-nitb_10.42.42.2(pid=18994): Launched\u000a18:48:50.539004 run osmo-nitb_10.42.42.2(pid=18994): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18994)]\u000a18:48:50.685547 run osmo-nitb_10.42.42.2(pid=18994): stdout: \u000a| (launched: 2022-12-13_18:48:50.181792) \u000a18:48:50.831984 run osmo-nitb_10.42.42.2(pid=18994): stderr: \u000a| (launched: 2022-12-13_18:48:50.230258)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:48:50.974168 run osmo-nitb_10.42.42.2(pid=18994): stdout: \u000a| (launched: 2022-12-13_18:48:50.181792) \u000a18:48:51.115673 run osmo-nitb_10.42.42.2(pid=18994): stderr: \u000a| (launched: 2022-12-13_18:48:50.230258)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:48:51.465137 tst osmo-nitb_10.42.42.2(pid=18994): stdout: \u000a| (launched: 2022-12-13_18:48:50.181792) \u000a18:48:51.586477 tst osmo-nitb_10.42.42.2(pid=18994): stderr: \u000a| (launched: 2022-12-13_18:48:50.230258)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:48:51.639163 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=18994): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18994) [trial-2393↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18994)] [trial-2393↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a18:48:51.647215 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a18:48:51.681814 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18993): Terminating (SIGTERM)\u000a18:48:51.859390 --- ParallelTerminationStrategy: PID 18993 died...\u000a18:48:51.914339 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18993): Terminated: ok {rc=0}\u000a18:48:52.002782 bus /sierra_3: Setting Powered False\u000a18:48:53.107667 bus /sierra_3: Setting Powered False\u000a18:48:54.219641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:48:48" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19004): Process ended prematurely: osmo-stp_10.42.42.5(pid=19004) [trial-2393↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19004)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19004): Process ended prematurely: osmo-stp_10.42.42.5(pid=19004) [trial-2393↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a18:48:56.076261 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:48:56.087419 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a18:48:56.210238 tst mo_mt_sms.py: using LAC 35551\u000a18:48:56.333497 tst mo_mt_sms.py: using RAC 106\u000a18:48:56.450793 tst mo_mt_sms.py: using CellId 35551\u000a18:48:56.566887 tst mo_mt_sms.py: using BVCI 35552\u000a18:48:56.589775 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:48:56.600424 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:48:56.610958 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:48:56.621380 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:48:56.631876 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:48:56.642617 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a18:48:56.758069 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a18:48:56.957322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:48:57.440921 run create_hlr_db(pid=18998): Launched\u000a18:48:57.615120 bus /sierra_2: Setting Powered False\u000a18:48:58.635805 run create_hlr_db(pid=18998): Terminated: ok {rc=0}\u000a18:48:59.067969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19000): Launched\u000a18:48:59.393095 run osmo-hlr_10.42.42.2(pid=19001): Launched\u000a18:48:59.514183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:00.076476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19003): Launched\u000a18:49:00.403739 run osmo-stp_10.42.42.5(pid=19004): Launched\u000a18:49:00.520923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:01.126190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19006): Launched\u000a18:49:01.477223 run osmo-msc_10.42.42.6(pid=19007): Launched\u000a18:49:01.736299 run osmo-stp_10.42.42.5(pid=19004): ERR: Terminated: ERROR {rc=1} [trial-2393↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19004)]\u000a18:49:02.058727 run osmo-stp_10.42.42.5(pid=19004): stdout: \u000a| (launched: 2022-12-13_18:49:00.241920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:02.327776 run osmo-stp_10.42.42.5(pid=19004): stderr: \u000a| �[0;m�[38;5;43m20221213184900432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184900432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184900432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184900433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184900433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184900433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184900433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:02.467189 run osmo-stp_10.42.42.5(pid=19004): stdout: \u000a| (launched: 2022-12-13_18:49:00.241920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:02.597695 run osmo-stp_10.42.42.5(pid=19004): stderr: \u000a| �[0;m�[38;5;43m20221213184900432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184900432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184900432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184900433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184900433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184900433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184900433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:02.654485 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19004): Process ended prematurely: osmo-stp_10.42.42.5(pid=19004) [trial-2393↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19004)] [trial-2393↪sms:oc2g↪mo_mt_sms.py:16]\u000a18:49:02.663166 tst mo_mt_sms.py:16: Test FAILED (6.6 sec)\u000a18:49:02.727033 run osmo-hlr_10.42.42.2(pid=19001): ERR: Terminated: ERROR {rc=237} [trial-2393↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19001)]\u000a18:49:02.779470 run osmo-hlr_10.42.42.2(pid=19001): stdout: \u000a| (launched: 2022-12-13_18:48:59.233274) \u000a18:49:02.832854 run osmo-hlr_10.42.42.2(pid=19001): stderr: \u000a| �[0;m�[1;31m20221213184859431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184859431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184859431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184859431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184859431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184859431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184859443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184859451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184859452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184859452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:02.905138 run osmo-msc_10.42.42.6(pid=19007): ERR: Terminated: ERROR {rc=2} [trial-2393↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19007)]\u000a18:49:02.957471 run osmo-msc_10.42.42.6(pid=19007): stdout: \u000a| (launched: 2022-12-13_18:49:01.294701) \u000a18:49:03.010093 run osmo-msc_10.42.42.6(pid=19007): stderr: \u000a| �[0;m�[38;5;43m20221213184901943 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184901945 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cc0ed7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184901946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184901946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184901947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184901949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184901957 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184901959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184901960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184901962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:03.055421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19000): Terminating (SIGTERM)\u000a18:49:03.098695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19003): Terminating (SIGTERM)\u000a18:49:03.141621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19006): Terminating (SIGTERM)\u000a18:49:03.151454 --- ParallelTerminationStrategy: PID 19000 died...\u000a18:49:03.209122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19000): Terminated: ok {rc=0}\u000a18:49:03.219368 --- ParallelTerminationStrategy: PID 19003 died...\u000a18:49:03.276726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19003): Terminated: ok {rc=0}\u000a18:49:03.286984 --- ParallelTerminationStrategy: PID 19006 died...\u000a18:49:03.344265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19006): Terminated: ok {rc=0}\u000a18:49:03.432107 bus /sierra_3: Setting Powered False\u000a18:49:04.539063 bus /sierra_3: Setting Powered False\u000a18:49:05.650135 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:48:55" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19013): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19013) [trial-2393↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19013)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19013): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19013) [trial-2393↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a18:49:07.450823 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a18:49:07.461640 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a18:49:07.582624 tst assert_extension.py: using LAC 35552\u000a18:49:07.700084 tst assert_extension.py: using RAC 107\u000a18:49:07.816813 tst assert_extension.py: using CellId 35552\u000a18:49:07.935403 tst assert_extension.py: using BVCI 35553\u000a18:49:07.958236 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a18:49:08.253654 tst assert_extension.py:10: start nitb and bts...\u000a18:49:08.389944 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:49:09.059244 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19012): Launched\u000a18:49:09.380860 run osmo-nitb_10.42.42.2(pid=19013): Launched\u000a18:49:09.580444 run osmo-nitb_10.42.42.2(pid=19013): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19013)]\u000a18:49:09.727760 run osmo-nitb_10.42.42.2(pid=19013): stdout: \u000a| (launched: 2022-12-13_18:49:09.224351) \u000a18:49:09.874996 run osmo-nitb_10.42.42.2(pid=19013): stderr: \u000a| (launched: 2022-12-13_18:49:09.272607)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:49:10.017723 run osmo-nitb_10.42.42.2(pid=19013): stdout: \u000a| (launched: 2022-12-13_18:49:09.224351) \u000a18:49:10.159325 run osmo-nitb_10.42.42.2(pid=19013): stderr: \u000a| (launched: 2022-12-13_18:49:09.272607)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:49:10.512364 tst osmo-nitb_10.42.42.2(pid=19013): stdout: \u000a| (launched: 2022-12-13_18:49:09.224351) \u000a18:49:10.642339 tst osmo-nitb_10.42.42.2(pid=19013): stderr: \u000a| (launched: 2022-12-13_18:49:09.272607)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:49:10.698744 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19013): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19013) [trial-2393↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19013)] [trial-2393↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a18:49:10.707925 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a18:49:10.744759 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19012): Terminating (SIGTERM)\u000a18:49:10.923184 --- ParallelTerminationStrategy: PID 19012 died...\u000a18:49:10.982164 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19012): Terminated: ok {rc=0}\u000a18:49:11.070104 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:49:07" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19023): Process ended prematurely: osmo-stp_10.42.42.5(pid=19023) [trial-2393↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19023)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19023): Process ended prematurely: osmo-stp_10.42.42.5(pid=19023) [trial-2393↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a18:49:12.871957 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:49:12.883663 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a18:49:13.014117 tst assert_extension.py: using LAC 35553\u000a18:49:13.145734 tst assert_extension.py: using RAC 108\u000a18:49:13.275617 tst assert_extension.py: using CellId 35553\u000a18:49:13.395943 tst assert_extension.py: using BVCI 35554\u000a18:49:13.418978 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:49:13.429759 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:49:13.440709 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:49:13.451302 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:49:13.462003 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:49:13.472440 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a18:49:13.672269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:14.157082 run create_hlr_db(pid=19017): Launched\u000a18:49:14.330602 bus /sierra_2: Setting Powered False\u000a18:49:15.351980 run create_hlr_db(pid=19017): Terminated: ok {rc=0}\u000a18:49:15.783693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19019): Launched\u000a18:49:16.343806 run osmo-hlr_10.42.42.2(pid=19020): Launched\u000a18:49:16.575695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:17.189516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19022): Launched\u000a18:49:17.518486 run osmo-stp_10.42.42.5(pid=19023): Launched\u000a18:49:17.637064 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:18.229869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19025): Launched\u000a18:49:18.555316 run osmo-msc_10.42.42.6(pid=19026): Launched\u000a18:49:18.746129 run osmo-stp_10.42.42.5(pid=19023): ERR: Terminated: ERROR {rc=1} [trial-2393↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19023)]\u000a18:49:18.883723 run osmo-stp_10.42.42.5(pid=19023): stdout: \u000a| (launched: 2022-12-13_18:49:17.357196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:19.021276 run osmo-stp_10.42.42.5(pid=19023): stderr: \u000a| �[0;m�[38;5;43m20221213184917548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184917548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184917548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184917549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184917549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184917549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184917549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:19.152352 run osmo-stp_10.42.42.5(pid=19023): stdout: \u000a| (launched: 2022-12-13_18:49:17.357196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:19.282948 run osmo-stp_10.42.42.5(pid=19023): stderr: \u000a| �[0;m�[38;5;43m20221213184917548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184917548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184917548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184917549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184917549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184917549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184917549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:19.339781 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19023): Process ended prematurely: osmo-stp_10.42.42.5(pid=19023) [trial-2393↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19023)] [trial-2393↪ussd:oc2g↪assert_extension.py:17]\u000a18:49:19.348721 tst assert_extension.py:17: Test FAILED (6.5 sec)\u000a18:49:19.412882 run osmo-hlr_10.42.42.2(pid=19020): ERR: Terminated: ERROR {rc=237} [trial-2393↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19020)]\u000a18:49:19.465657 run osmo-hlr_10.42.42.2(pid=19020): stdout: \u000a| (launched: 2022-12-13_18:49:15.957269) \u000a18:49:19.518597 run osmo-hlr_10.42.42.2(pid=19020): stderr: \u000a| �[0;m�[1;31m20221213184916287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184916287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184916288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184916288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184916288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184916288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184916309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184916327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184916327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184916328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:19.590531 run osmo-msc_10.42.42.6(pid=19026): ERR: Terminated: ERROR {rc=2} [trial-2393↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19026)]\u000a18:49:19.642489 run osmo-msc_10.42.42.6(pid=19026): stdout: \u000a| (launched: 2022-12-13_18:49:18.395421) \u000a18:49:19.695487 run osmo-msc_10.42.42.6(pid=19026): stderr: \u000a| �[0;m�[38;5;43m20221213184918717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184918717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f595732ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184918718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184918718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184918718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184918718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184918720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184918720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184918720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184918720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:19.741142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19019): Terminating (SIGTERM)\u000a18:49:19.784242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19022): Terminating (SIGTERM)\u000a18:49:19.826862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19025): Terminating (SIGTERM)\u000a18:49:19.836638 --- ParallelTerminationStrategy: PID 19019 died...\u000a18:49:19.893710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19019): Terminated: ok {rc=0}\u000a18:49:19.903860 --- ParallelTerminationStrategy: PID 19022 died...\u000a18:49:19.960593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19022): Terminated: ok {rc=0}\u000a18:49:19.970720 --- ParallelTerminationStrategy: PID 19025 died...\u000a18:49:20.027158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19025): Terminated: ok {rc=0}\u000a18:49:20.115446 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:49:12" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19037): Process ended prematurely: osmo-stp_10.42.42.5(pid=19037) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19037)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19037): Process ended prematurely: osmo-stp_10.42.42.5(pid=19037) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:49:22.043856 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:49:22.055011 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:49:22.201208 tst mo_mt_call.py: using LAC 35554\u000a18:49:22.321958 tst mo_mt_call.py: using RAC 109\u000a18:49:22.440852 tst mo_mt_call.py: using CellId 35554\u000a18:49:22.561105 tst mo_mt_call.py: using BVCI 35555\u000a18:49:22.584420 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:49:22.595512 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:49:22.606387 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:49:22.617304 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:49:22.628420 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:49:22.639518 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:49:22.760702 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:49:22.963670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:23.453603 run create_hlr_db(pid=19031): Launched\u000a18:49:23.628494 bus /sierra_2: Setting Powered False\u000a18:49:24.651305 run create_hlr_db(pid=19031): Terminated: ok {rc=0}\u000a18:49:25.090211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19033): Launched\u000a18:49:25.421477 run osmo-hlr_10.42.42.2(pid=19034): Launched\u000a18:49:25.544404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:26.116470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19036): Launched\u000a18:49:26.449843 run osmo-stp_10.42.42.5(pid=19037): Launched\u000a18:49:26.570322 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:27.170719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19039): Launched\u000a18:49:27.502066 run osmo-msc_10.42.42.6(pid=19040): Launched\u000a18:49:27.695205 run osmo-stp_10.42.42.5(pid=19037): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19037)]\u000a18:49:27.834422 run osmo-stp_10.42.42.5(pid=19037): stdout: \u000a| (launched: 2022-12-13_18:49:26.285340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:27.973025 run osmo-stp_10.42.42.5(pid=19037): stderr: \u000a| �[0;m�[38;5;43m20221213184926476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184926477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184926477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184926477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184926478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184926478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184926478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:28.106457 run osmo-stp_10.42.42.5(pid=19037): stdout: \u000a| (launched: 2022-12-13_18:49:26.285340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:28.239352 run osmo-stp_10.42.42.5(pid=19037): stderr: \u000a| �[0;m�[38;5;43m20221213184926476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184926477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184926477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184926477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184926478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184926478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184926478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:28.297431 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19037): Process ended prematurely: osmo-stp_10.42.42.5(pid=19037) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19037)] [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:49:28.306824 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:49:28.370984 run osmo-hlr_10.42.42.2(pid=19034): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19034)]\u000a18:49:28.423398 run osmo-hlr_10.42.42.2(pid=19034): stdout: \u000a| (launched: 2022-12-13_18:49:25.257911) \u000a18:49:28.475938 run osmo-hlr_10.42.42.2(pid=19034): stderr: \u000a| �[0;m�[1;31m20221213184925454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184925454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184925454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184925454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184925454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184925454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184925466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184925475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184925475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184925475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:28.547267 run osmo-msc_10.42.42.6(pid=19040): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19040)]\u000a18:49:28.599335 run osmo-msc_10.42.42.6(pid=19040): stdout: \u000a| (launched: 2022-12-13_18:49:27.338699) \u000a18:49:28.652021 run osmo-msc_10.42.42.6(pid=19040): stderr: \u000a| �[0;m�[38;5;43m20221213184927663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184927663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1ceaa1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184927663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184927663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184927664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184927664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184927666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184927666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184927666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184927666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:28.697069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19033): Terminating (SIGTERM)\u000a18:49:28.739734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19036): Terminating (SIGTERM)\u000a18:49:28.782088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19039): Terminating (SIGTERM)\u000a18:49:28.791740 --- ParallelTerminationStrategy: PID 19033 died...\u000a18:49:28.848408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19033): Terminated: ok {rc=0}\u000a18:49:28.858506 --- ParallelTerminationStrategy: PID 19036 died...\u000a18:49:28.914877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19036): Terminated: ok {rc=0}\u000a18:49:28.924879 --- ParallelTerminationStrategy: PID 19039 died...\u000a18:49:28.981115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19039): Terminated: ok {rc=0}\u000a18:49:29.068713 bus /sierra_3: Setting Powered False\u000a18:49:30.176507 bus /sierra_3: Setting Powered False\u000a18:49:31.286711 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19048): Process ended prematurely: osmo-stp_10.42.42.5(pid=19048) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19048)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19048): Process ended prematurely: osmo-stp_10.42.42.5(pid=19048) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:49:32.397111 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:49:32.409040 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:49:32.556039 tst mo_mt_call_osmux.py: using LAC 35555\u000a18:49:32.682200 tst mo_mt_call_osmux.py: using RAC 110\u000a18:49:32.800649 tst mo_mt_call_osmux.py: using CellId 35555\u000a18:49:32.918843 tst mo_mt_call_osmux.py: using BVCI 35556\u000a18:49:32.942143 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:49:32.953337 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:49:32.964173 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:49:32.975407 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:49:32.986343 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:49:32.997258 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:49:33.114747 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:49:33.328823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:33.850058 run create_hlr_db(pid=19042): Launched\u000a18:49:34.041522 bus /sierra_2: Setting Powered False\u000a18:49:35.061909 run create_hlr_db(pid=19042): Terminated: ok {rc=0}\u000a18:49:35.475346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19044): Launched\u000a18:49:35.783407 run osmo-hlr_10.42.42.2(pid=19045): Launched\u000a18:49:35.897394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:36.430770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19047): Launched\u000a18:49:36.738752 run osmo-stp_10.42.42.5(pid=19048): Launched\u000a18:49:36.851347 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:37.411916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19050): Launched\u000a18:49:37.720296 run osmo-msc_10.42.42.6(pid=19051): Launched\u000a18:49:37.900688 run osmo-stp_10.42.42.5(pid=19048): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19048)]\u000a18:49:38.029922 run osmo-stp_10.42.42.5(pid=19048): stdout: \u000a| (launched: 2022-12-13_18:49:36.587303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:38.157356 run osmo-stp_10.42.42.5(pid=19048): stderr: \u000a| �[0;m�[38;5;43m20221213184936756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184936756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184936756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184936757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184936757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184936757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184936757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:38.280695 run osmo-stp_10.42.42.5(pid=19048): stdout: \u000a| (launched: 2022-12-13_18:49:36.587303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:38.403514 run osmo-stp_10.42.42.5(pid=19048): stderr: \u000a| �[0;m�[38;5;43m20221213184936756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184936756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184936756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184936757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184936757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184936757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184936757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:38.457599 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19048): Process ended prematurely: osmo-stp_10.42.42.5(pid=19048) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19048)] [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:49:38.466357 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:49:38.526933 run osmo-hlr_10.42.42.2(pid=19045): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19045)]\u000a18:49:38.576517 run osmo-hlr_10.42.42.2(pid=19045): stdout: \u000a| (launched: 2022-12-13_18:49:35.631840) \u000a18:49:38.626571 run osmo-hlr_10.42.42.2(pid=19045): stderr: \u000a| �[0;m�[1;31m20221213184935807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184935807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184935807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184935807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184935808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184935808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184935821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184935831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184935831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184935831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:38.694689 run osmo-msc_10.42.42.6(pid=19051): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19051)]\u000a18:49:38.744081 run osmo-msc_10.42.42.6(pid=19051): stdout: \u000a| (launched: 2022-12-13_18:49:37.568479) \u000a18:49:38.793998 run osmo-msc_10.42.42.6(pid=19051): stderr: \u000a| �[0;m�[38;5;43m20221213184937840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184937840 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e5dc00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184937840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184937840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184937840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184937840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184937842 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184937843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184937843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184937843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:38.836461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19044): Terminating (SIGTERM)\u000a18:49:38.877107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19047): Terminating (SIGTERM)\u000a18:49:38.917749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19050): Terminating (SIGTERM)\u000a18:49:38.927104 --- ParallelTerminationStrategy: PID 19044 died...\u000a18:49:38.981282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19044): Terminated: ok {rc=0}\u000a18:49:38.991098 --- ParallelTerminationStrategy: PID 19047 died...\u000a18:49:39.044543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19047): Terminated: ok {rc=0}\u000a18:49:39.054408 --- ParallelTerminationStrategy: PID 19050 died...\u000a18:49:39.107756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19050): Terminated: ok {rc=0}\u000a18:49:39.197010 bus /sierra_3: Setting Powered False\u000a18:49:40.302592 bus /sierra_3: Setting Powered False\u000a18:49:41.415220 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:49:21" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19062): Process ended prematurely: osmo-stp_10.42.42.5(pid=19062) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19062)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19062): Process ended prematurely: osmo-stp_10.42.42.5(pid=19062) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:49:43.380811 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:43.391989 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:49:43.533966 tst mo_mt_call.py: using LAC 35556\u000a18:49:43.652177 tst mo_mt_call.py: using RAC 111\u000a18:49:43.772261 tst mo_mt_call.py: using CellId 35556\u000a18:49:43.892773 tst mo_mt_call.py: using BVCI 35557\u000a18:49:43.916420 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:43.927553 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:43.938541 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:43.949393 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:43.960225 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:43.971126 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:49:44.093527 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:49:44.296503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:44.787718 run create_hlr_db(pid=19056): Launched\u000a18:49:44.964424 bus /sierra_2: Setting Powered False\u000a18:49:46.006567 run create_hlr_db(pid=19056): Terminated: ok {rc=0}\u000a18:49:46.441918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19058): Launched\u000a18:49:46.811925 run osmo-hlr_10.42.42.2(pid=19059): Launched\u000a18:49:47.043829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:47.703531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19061): Launched\u000a18:49:48.010573 run osmo-stp_10.42.42.5(pid=19062): Launched\u000a18:49:48.121702 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:48.681259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19064): Launched\u000a18:49:48.987584 run osmo-msc_10.42.42.6(pid=19065): Launched\u000a18:49:49.167557 run osmo-stp_10.42.42.5(pid=19062): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19062)]\u000a18:49:49.297076 run osmo-stp_10.42.42.5(pid=19062): stdout: \u000a| (launched: 2022-12-13_18:49:47.859683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:49.424318 run osmo-stp_10.42.42.5(pid=19062): stderr: \u000a| �[0;m�[38;5;43m20221213184948030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184948030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184948030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184948031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184948031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184948031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184948031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:49.547552 run osmo-stp_10.42.42.5(pid=19062): stdout: \u000a| (launched: 2022-12-13_18:49:47.859683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:49.669838 run osmo-stp_10.42.42.5(pid=19062): stderr: \u000a| �[0;m�[38;5;43m20221213184948030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184948030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184948030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184948031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184948031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184948031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184948031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:49.723728 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19062): Process ended prematurely: osmo-stp_10.42.42.5(pid=19062) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19062)] [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:49:49.732232 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:49:49.792457 run osmo-hlr_10.42.42.2(pid=19059): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19059)]\u000a18:49:49.841982 run osmo-hlr_10.42.42.2(pid=19059): stdout: \u000a| (launched: 2022-12-13_18:49:46.600781) \u000a18:49:49.892086 run osmo-hlr_10.42.42.2(pid=19059): stderr: \u000a| �[0;m�[1;31m20221213184946999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184946999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184946999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184947000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184947000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184947000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184947025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184947047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184947047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184947047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:49:49.960595 run osmo-msc_10.42.42.6(pid=19065): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19065)]\u000a18:49:50.009796 run osmo-msc_10.42.42.6(pid=19065): stdout: \u000a| (launched: 2022-12-13_18:49:48.837254) \u000a18:49:50.059519 run osmo-msc_10.42.42.6(pid=19065): stderr: \u000a| �[0;m�[38;5;43m20221213184949111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184949111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0404910c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184949111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184949111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184949112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184949112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184949114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184949114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184949114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184949114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:49:50.101762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19058): Terminating (SIGTERM)\u000a18:49:50.142055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19061): Terminating (SIGTERM)\u000a18:49:50.181972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19064): Terminating (SIGTERM)\u000a18:49:50.191223 --- ParallelTerminationStrategy: PID 19058 died...\u000a18:49:50.244851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19058): Terminated: ok {rc=0}\u000a18:49:50.254543 --- ParallelTerminationStrategy: PID 19061 died...\u000a18:49:50.307783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19061): Terminated: ok {rc=0}\u000a18:49:50.317473 --- ParallelTerminationStrategy: PID 19064 died...\u000a18:49:50.370713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19064): Terminated: ok {rc=0}\u000a18:49:50.456421 bus /sierra_3: Setting Powered False\u000a18:49:51.559644 bus /sierra_3: Setting Powered False\u000a18:49:52.667283 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19073): Process ended prematurely: osmo-stp_10.42.42.5(pid=19073) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19073)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19073): Process ended prematurely: osmo-stp_10.42.42.5(pid=19073) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:49:53.783958 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:53.796210 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:49:53.949666 tst mo_mt_call_osmux.py: using LAC 35557\u000a18:49:54.079818 tst mo_mt_call_osmux.py: using RAC 112\u000a18:49:54.210533 tst mo_mt_call_osmux.py: using CellId 35557\u000a18:49:54.339114 tst mo_mt_call_osmux.py: using BVCI 35558\u000a18:49:54.364396 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:54.375938 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:54.387674 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:54.399211 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:54.410941 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:49:54.422656 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:49:54.542401 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:49:54.751486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:49:55.244394 run create_hlr_db(pid=19067): Launched\u000a18:49:55.421274 bus /sierra_2: Setting Powered False\u000a18:49:56.443417 run create_hlr_db(pid=19067): Terminated: ok {rc=0}\u000a18:49:56.852487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19069): Launched\u000a18:49:57.160105 run osmo-hlr_10.42.42.2(pid=19070): Launched\u000a18:49:57.276533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:49:57.811019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19072): Launched\u000a18:49:58.121568 run osmo-stp_10.42.42.5(pid=19073): Launched\u000a18:49:58.244624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:49:58.810367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19075): Launched\u000a18:49:59.119903 run osmo-msc_10.42.42.6(pid=19076): Launched\u000a18:49:59.299625 run osmo-stp_10.42.42.5(pid=19073): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19073)]\u000a18:49:59.431097 run osmo-stp_10.42.42.5(pid=19073): stdout: \u000a| (launched: 2022-12-13_18:49:57.967590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:59.558425 run osmo-stp_10.42.42.5(pid=19073): stderr: \u000a| �[0;m�[38;5;43m20221213184958139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184958140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184958140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184958140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184958141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184958141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184958141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:59.681467 run osmo-stp_10.42.42.5(pid=19073): stdout: \u000a| (launched: 2022-12-13_18:49:57.967590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:49:59.803530 run osmo-stp_10.42.42.5(pid=19073): stderr: \u000a| �[0;m�[38;5;43m20221213184958139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213184958140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213184958140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213184958140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213184958141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213184958141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213184958141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:49:59.857393 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19073): Process ended prematurely: osmo-stp_10.42.42.5(pid=19073) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19073)] [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:49:59.865898 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:49:59.926110 run osmo-hlr_10.42.42.2(pid=19070): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19070)]\u000a18:49:59.975202 run osmo-hlr_10.42.42.2(pid=19070): stdout: \u000a| (launched: 2022-12-13_18:49:57.008943) \u000a18:50:00.025361 run osmo-hlr_10.42.42.2(pid=19070): stderr: \u000a| �[0;m�[1;31m20221213184957184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213184957184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213184957184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184957184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213184957184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213184957185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213184957196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213184957205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213184957205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213184957206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:00.092778 run osmo-msc_10.42.42.6(pid=19076): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19076)]\u000a18:50:00.141700 run osmo-msc_10.42.42.6(pid=19076): stdout: \u000a| (launched: 2022-12-13_18:49:58.966615) \u000a18:50:00.191088 run osmo-msc_10.42.42.6(pid=19076): stderr: \u000a| �[0;m�[38;5;43m20221213184959237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213184959237 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbeb418dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213184959237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213184959237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213184959238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213184959238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213184959239 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213184959240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213184959240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213184959240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:00.232972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19069): Terminating (SIGTERM)\u000a18:50:00.272690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19072): Terminating (SIGTERM)\u000a18:50:00.312253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19075): Terminating (SIGTERM)\u000a18:50:00.321585 --- ParallelTerminationStrategy: PID 19069 died...\u000a18:50:00.375021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19069): Terminated: ok {rc=0}\u000a18:50:00.384693 --- ParallelTerminationStrategy: PID 19072 died...\u000a18:50:00.437669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19072): Terminated: ok {rc=0}\u000a18:50:00.447354 --- ParallelTerminationStrategy: PID 19075 died...\u000a18:50:00.500014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19075): Terminated: ok {rc=0}\u000a18:50:00.586972 bus /sierra_3: Setting Powered False\u000a18:50:01.692780 bus /sierra_3: Setting Powered False\u000a18:50:02.799813 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:49:43" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19090): Process ended prematurely: osmo-stp_10.42.42.5(pid=19090) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19090)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19090): Process ended prematurely: osmo-stp_10.42.42.5(pid=19090) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:50:04.764270 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:50:04.776030 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:50:04.929448 tst mo_mt_call.py: using LAC 35558\u000a18:50:05.059717 tst mo_mt_call.py: using RAC 113\u000a18:50:05.188385 tst mo_mt_call.py: using CellId 35558\u000a18:50:05.318939 tst mo_mt_call.py: using BVCI 35559\u000a18:50:05.344290 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:50:05.355898 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:50:05.367291 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:50:05.378618 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:50:05.390662 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:50:05.402376 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:50:05.518836 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:50:05.728730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:06.223797 run create_hlr_db(pid=19084): Launched\u000a18:50:06.400198 bus /sierra_2: Setting Powered False\u000a18:50:07.422299 run create_hlr_db(pid=19084): Terminated: ok {rc=0}\u000a18:50:07.862596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19086): Launched\u000a18:50:08.194381 run osmo-hlr_10.42.42.2(pid=19087): Launched\u000a18:50:08.316185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:08.890065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19089): Launched\u000a18:50:09.221036 run osmo-stp_10.42.42.5(pid=19090): Launched\u000a18:50:09.341230 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:09.944904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19092): Launched\u000a18:50:10.276880 run osmo-msc_10.42.42.6(pid=19093): Launched\u000a18:50:10.471148 run osmo-stp_10.42.42.5(pid=19090): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19090)]\u000a18:50:10.610906 run osmo-stp_10.42.42.5(pid=19090): stdout: \u000a| (launched: 2022-12-13_18:50:09.057817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:10.749840 run osmo-stp_10.42.42.5(pid=19090): stderr: \u000a| �[0;m�[38;5;43m20221213185009250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185009250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185009250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185009251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185009251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185009251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185009251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:10.883488 run osmo-stp_10.42.42.5(pid=19090): stdout: \u000a| (launched: 2022-12-13_18:50:09.057817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:11.016090 run osmo-stp_10.42.42.5(pid=19090): stderr: \u000a| �[0;m�[38;5;43m20221213185009250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185009250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185009250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185009251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185009251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185009251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185009251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:11.074336 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19090): Process ended prematurely: osmo-stp_10.42.42.5(pid=19090) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19090)] [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:50:11.083741 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a18:50:11.147962 run osmo-hlr_10.42.42.2(pid=19087): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19087)]\u000a18:50:11.199939 run osmo-hlr_10.42.42.2(pid=19087): stdout: \u000a| (launched: 2022-12-13_18:50:08.030972) \u000a18:50:11.252289 run osmo-hlr_10.42.42.2(pid=19087): stderr: \u000a| �[0;m�[1;31m20221213185008230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185008230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185008230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185008230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185008230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185008230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185008242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185008251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185008251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185008251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:11.323560 run osmo-msc_10.42.42.6(pid=19093): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19093)]\u000a18:50:11.375222 run osmo-msc_10.42.42.6(pid=19093): stdout: \u000a| (launched: 2022-12-13_18:50:10.113349) \u000a18:50:11.427625 run osmo-msc_10.42.42.6(pid=19093): stderr: \u000a| �[0;m�[38;5;43m20221213185010434 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185010435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f165c70ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185010435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185010435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185010435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185010435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185010437 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185010437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185010437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185010437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:11.472359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19086): Terminating (SIGTERM)\u000a18:50:11.514922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19089): Terminating (SIGTERM)\u000a18:50:11.557276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19092): Terminating (SIGTERM)\u000a18:50:11.567080 --- ParallelTerminationStrategy: PID 19086 died...\u000a18:50:11.623753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19086): Terminated: ok {rc=0}\u000a18:50:11.633978 --- ParallelTerminationStrategy: PID 19089 died...\u000a18:50:11.690292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19089): Terminated: ok {rc=0}\u000a18:50:11.700430 --- ParallelTerminationStrategy: PID 19092 died...\u000a18:50:11.756425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19092): Terminated: ok {rc=0}\u000a18:50:11.843222 bus /sierra_3: Setting Powered False\u000a18:50:12.949768 bus /sierra_3: Setting Powered False\u000a18:50:14.058798 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19101): Process ended prematurely: osmo-stp_10.42.42.5(pid=19101) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19101)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19101): Process ended prematurely: osmo-stp_10.42.42.5(pid=19101) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:50:15.174524 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:50:15.186739 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:50:15.344182 tst mo_mt_call_osmux.py: using LAC 35559\u000a18:50:15.472197 tst mo_mt_call_osmux.py: using RAC 114\u000a18:50:15.599222 tst mo_mt_call_osmux.py: using CellId 35559\u000a18:50:15.726325 tst mo_mt_call_osmux.py: using BVCI 35560\u000a18:50:15.751393 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:50:15.763174 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:50:15.774616 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:50:15.786059 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:50:15.797892 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:50:15.809786 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:50:15.959234 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:50:16.196463 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:16.756551 run create_hlr_db(pid=19095): Launched\u000a18:50:16.951944 bus /sierra_2: Setting Powered False\u000a18:50:17.969677 run create_hlr_db(pid=19095): Terminated: ok {rc=0}\u000a18:50:18.384529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19097): Launched\u000a18:50:18.694162 run osmo-hlr_10.42.42.2(pid=19098): Launched\u000a18:50:18.815643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:19.354353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19100): Launched\u000a18:50:19.662969 run osmo-stp_10.42.42.5(pid=19101): Launched\u000a18:50:19.775548 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:20.336598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19103): Launched\u000a18:50:20.648018 run osmo-msc_10.42.42.6(pid=19104): Launched\u000a18:50:20.828310 run osmo-stp_10.42.42.5(pid=19101): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19101)]\u000a18:50:20.958514 run osmo-stp_10.42.42.5(pid=19101): stdout: \u000a| (launched: 2022-12-13_18:50:19.511036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:21.086353 run osmo-stp_10.42.42.5(pid=19101): stderr: \u000a| �[0;m�[38;5;43m20221213185019679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185019679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185019679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185019680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185019680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185019680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185019680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:21.210170 run osmo-stp_10.42.42.5(pid=19101): stdout: \u000a| (launched: 2022-12-13_18:50:19.511036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:21.333093 run osmo-stp_10.42.42.5(pid=19101): stderr: \u000a| �[0;m�[38;5;43m20221213185019679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185019679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185019679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185019680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185019680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185019680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185019680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:21.387276 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19101): Process ended prematurely: osmo-stp_10.42.42.5(pid=19101) [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19101)] [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:50:21.395764 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:50:21.455602 run osmo-hlr_10.42.42.2(pid=19098): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19098)]\u000a18:50:21.504594 run osmo-hlr_10.42.42.2(pid=19098): stdout: \u000a| (launched: 2022-12-13_18:50:18.541549) \u000a18:50:21.554115 run osmo-hlr_10.42.42.2(pid=19098): stderr: \u000a| �[0;m�[1;31m20221213185018718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185018718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185018718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185018718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185018718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185018719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185018731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185018739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185018739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185018739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:21.621857 run osmo-msc_10.42.42.6(pid=19104): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19104)]\u000a18:50:21.671037 run osmo-msc_10.42.42.6(pid=19104): stdout: \u000a| (launched: 2022-12-13_18:50:20.493418) \u000a18:50:21.720730 run osmo-msc_10.42.42.6(pid=19104): stderr: \u000a| �[0;m�[38;5;43m20221213185020766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185020766 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73570ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185020766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185020766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185020766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185020766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185020768 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185020768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185020769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185020769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:21.762780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19097): Terminating (SIGTERM)\u000a18:50:21.802527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19100): Terminating (SIGTERM)\u000a18:50:21.842204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19103): Terminating (SIGTERM)\u000a18:50:21.851504 --- ParallelTerminationStrategy: PID 19097 died...\u000a18:50:21.905017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19097): Terminated: ok {rc=0}\u000a18:50:21.914800 --- ParallelTerminationStrategy: PID 19100 died...\u000a18:50:21.968436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19100): Terminated: ok {rc=0}\u000a18:50:21.978267 --- ParallelTerminationStrategy: PID 19103 died...\u000a18:50:22.031710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19103): Terminated: ok {rc=0}\u000a18:50:22.120731 bus /sierra_3: Setting Powered False\u000a18:50:23.224412 bus /sierra_3: Setting Powered False\u000a18:50:24.331453 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:50:04" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19115): Process ended prematurely: osmo-stp_10.42.42.5(pid=19115) [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19115)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19115): Process ended prematurely: osmo-stp_10.42.42.5(pid=19115) [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:50:26.290168 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:50:26.301413 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:50:26.447105 tst mo_mt_call.py: using LAC 35560\u000a18:50:26.567372 tst mo_mt_call.py: using RAC 115\u000a18:50:26.687499 tst mo_mt_call.py: using CellId 35560\u000a18:50:26.811977 tst mo_mt_call.py: using BVCI 35561\u000a18:50:26.835601 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:50:26.846839 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:50:26.857763 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:50:26.868592 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:50:26.879580 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:50:26.890547 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:50:27.006803 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:50:27.215847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:27.708531 run create_hlr_db(pid=19109): Launched\u000a18:50:27.884579 bus /sierra_2: Setting Powered False\u000a18:50:28.906357 run create_hlr_db(pid=19109): Terminated: ok {rc=0}\u000a18:50:29.345302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19111): Launched\u000a18:50:29.677622 run osmo-hlr_10.42.42.2(pid=19112): Launched\u000a18:50:29.803083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:30.374830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19114): Launched\u000a18:50:30.706667 run osmo-stp_10.42.42.5(pid=19115): Launched\u000a18:50:30.826772 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:31.476205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19117): Launched\u000a18:50:31.886527 run osmo-msc_10.42.42.6(pid=19118): Launched\u000a18:50:32.234083 run osmo-stp_10.42.42.5(pid=19115): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19115)]\u000a18:50:32.374467 run osmo-stp_10.42.42.5(pid=19115): stdout: \u000a| (launched: 2022-12-13_18:50:30.543093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:32.514922 run osmo-stp_10.42.42.5(pid=19115): stderr: \u000a| �[0;m�[38;5;43m20221213185030736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185030736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185030736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185030737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185030737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185030737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185030737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:32.648446 run osmo-stp_10.42.42.5(pid=19115): stdout: \u000a| (launched: 2022-12-13_18:50:30.543093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:32.781228 run osmo-stp_10.42.42.5(pid=19115): stderr: \u000a| �[0;m�[38;5;43m20221213185030736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185030736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185030736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185030737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185030737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185030737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185030737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:32.839293 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19115): Process ended prematurely: osmo-stp_10.42.42.5(pid=19115) [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19115)] [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:50:32.848467 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a18:50:32.913054 run osmo-hlr_10.42.42.2(pid=19112): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19112)]\u000a18:50:32.965522 run osmo-hlr_10.42.42.2(pid=19112): stdout: \u000a| (launched: 2022-12-13_18:50:29.514650) \u000a18:50:33.018531 run osmo-hlr_10.42.42.2(pid=19112): stderr: \u000a| �[0;m�[1;31m20221213185029713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185029713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185029713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185029713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185029713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185029713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185029727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185029737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185029737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185029737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:33.090346 run osmo-msc_10.42.42.6(pid=19118): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19118)]\u000a18:50:33.142663 run osmo-msc_10.42.42.6(pid=19118): stdout: \u000a| (launched: 2022-12-13_18:50:31.638510) \u000a18:50:33.195551 run osmo-msc_10.42.42.6(pid=19118): stderr: \u000a| �[0;m�[38;5;43m20221213185032213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185032213 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd916e11c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185032213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185032213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185032214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185032214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185032215 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185032216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185032216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185032216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:33.240694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19111): Terminating (SIGTERM)\u000a18:50:33.283499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19114): Terminating (SIGTERM)\u000a18:50:33.326198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19117): Terminating (SIGTERM)\u000a18:50:33.335990 --- ParallelTerminationStrategy: PID 19111 died...\u000a18:50:33.392773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19111): Terminated: ok {rc=0}\u000a18:50:33.403333 --- ParallelTerminationStrategy: PID 19114 died...\u000a18:50:33.460000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19114): Terminated: ok {rc=0}\u000a18:50:33.470211 --- ParallelTerminationStrategy: PID 19117 died...\u000a18:50:33.526227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19117): Terminated: ok {rc=0}\u000a18:50:33.614252 bus /sierra_3: Setting Powered False\u000a18:50:34.722009 bus /sierra_3: Setting Powered False\u000a18:50:35.829977 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19127): Process ended prematurely: osmo-stp_10.42.42.5(pid=19127) [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19127)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19127): Process ended prematurely: osmo-stp_10.42.42.5(pid=19127) [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:50:36.947795 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:50:36.960081 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:50:37.108047 tst mo_mt_call_osmux.py: using LAC 35561\u000a18:50:37.234074 tst mo_mt_call_osmux.py: using RAC 116\u000a18:50:37.351715 tst mo_mt_call_osmux.py: using CellId 35561\u000a18:50:37.469391 tst mo_mt_call_osmux.py: using BVCI 35562\u000a18:50:37.492584 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:50:37.503661 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:50:37.514592 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:50:37.525580 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:50:37.536455 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:50:37.547353 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:50:37.669508 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:50:37.872293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:38.367543 run create_hlr_db(pid=19121): Launched\u000a18:50:38.544860 bus /sierra_2: Setting Powered False\u000a18:50:39.566716 run create_hlr_db(pid=19121): Terminated: ok {rc=0}\u000a18:50:39.976839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19123): Launched\u000a18:50:40.285190 run osmo-hlr_10.42.42.2(pid=19124): Launched\u000a18:50:40.407338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:40.951383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19126): Launched\u000a18:50:41.260717 run osmo-stp_10.42.42.5(pid=19127): Launched\u000a18:50:41.373307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:41.935538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19129): Launched\u000a18:50:42.243927 run osmo-msc_10.42.42.6(pid=19130): Launched\u000a18:50:42.425453 run osmo-stp_10.42.42.5(pid=19127): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19127)]\u000a18:50:42.554565 run osmo-stp_10.42.42.5(pid=19127): stdout: \u000a| (launched: 2022-12-13_18:50:41.107950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:42.682193 run osmo-stp_10.42.42.5(pid=19127): stderr: \u000a| �[0;m�[38;5;43m20221213185041278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185041278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185041278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185041279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185041279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185041279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185041279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:42.805728 run osmo-stp_10.42.42.5(pid=19127): stdout: \u000a| (launched: 2022-12-13_18:50:41.107950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:42.928167 run osmo-stp_10.42.42.5(pid=19127): stderr: \u000a| �[0;m�[38;5;43m20221213185041278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185041278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185041278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185041279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185041279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185041279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185041279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:42.982005 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19127): Process ended prematurely: osmo-stp_10.42.42.5(pid=19127) [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19127)] [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:50:42.990537 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:50:43.050444 run osmo-hlr_10.42.42.2(pid=19124): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19124)]\u000a18:50:43.099762 run osmo-hlr_10.42.42.2(pid=19124): stdout: \u000a| (launched: 2022-12-13_18:50:40.134017) \u000a18:50:43.149828 run osmo-hlr_10.42.42.2(pid=19124): stderr: \u000a| �[0;m�[1;31m20221213185040312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185040312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185040312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185040312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185040312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185040312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185040327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185040337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185040337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185040337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:43.217815 run osmo-msc_10.42.42.6(pid=19130): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19130)]\u000a18:50:43.267165 run osmo-msc_10.42.42.6(pid=19130): stdout: \u000a| (launched: 2022-12-13_18:50:42.092263) \u000a18:50:43.316992 run osmo-msc_10.42.42.6(pid=19130): stderr: \u000a| �[0;m�[38;5;43m20221213185042366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185042366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a20787c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185042366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185042366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185042366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185042366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185042368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185042369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185042369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185042369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:43.359484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19123): Terminating (SIGTERM)\u000a18:50:43.399395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19126): Terminating (SIGTERM)\u000a18:50:43.439522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19129): Terminating (SIGTERM)\u000a18:50:43.448815 --- ParallelTerminationStrategy: PID 19123 died...\u000a18:50:43.502229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19123): Terminated: ok {rc=0}\u000a18:50:43.511878 --- ParallelTerminationStrategy: PID 19126 died...\u000a18:50:43.564552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19126): Terminated: ok {rc=0}\u000a18:50:43.574189 --- ParallelTerminationStrategy: PID 19129 died...\u000a18:50:43.627046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19129): Terminated: ok {rc=0}\u000a18:50:43.715277 bus /sierra_3: Setting Powered False\u000a18:50:44.820570 bus /sierra_3: Setting Powered False\u000a18:50:45.955996 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:50:26" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19145): Process ended prematurely: osmo-stp_10.42.42.5(pid=19145) [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19145)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19145): Process ended prematurely: osmo-stp_10.42.42.5(pid=19145) [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:50:47.982846 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:47.994621 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:50:48.146920 tst mo_mt_call.py: using LAC 35562\u000a18:50:48.277510 tst mo_mt_call.py: using RAC 117\u000a18:50:48.402276 tst mo_mt_call.py: using CellId 35562\u000a18:50:48.525211 tst mo_mt_call.py: using BVCI 35563\u000a18:50:48.549009 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:48.560298 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:48.571385 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:48.582443 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:48.593396 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:48.604226 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:50:48.724102 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:50:48.927586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:49.420504 run create_hlr_db(pid=19135): Launched\u000a18:50:49.596796 bus /sierra_2: Setting Powered False\u000a18:50:50.618870 run create_hlr_db(pid=19135): Terminated: ok {rc=0}\u000a18:50:51.059182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19137): Launched\u000a18:50:51.390766 run osmo-hlr_10.42.42.2(pid=19138): Launched\u000a18:50:51.511566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:50:52.091571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19144): Launched\u000a18:50:52.423761 run osmo-stp_10.42.42.5(pid=19145): Launched\u000a18:50:52.544501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:50:53.146824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19147): Launched\u000a18:50:53.478396 run osmo-msc_10.42.42.6(pid=19148): Launched\u000a18:50:53.672608 run osmo-stp_10.42.42.5(pid=19145): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19145)]\u000a18:50:53.812399 run osmo-stp_10.42.42.5(pid=19145): stdout: \u000a| (launched: 2022-12-13_18:50:52.260850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:53.951005 run osmo-stp_10.42.42.5(pid=19145): stderr: \u000a| �[0;m�[38;5;43m20221213185052453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185052453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185052453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185052454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185052454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185052454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185052454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:54.084703 run osmo-stp_10.42.42.5(pid=19145): stdout: \u000a| (launched: 2022-12-13_18:50:52.260850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:50:54.217626 run osmo-stp_10.42.42.5(pid=19145): stderr: \u000a| �[0;m�[38;5;43m20221213185052453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185052453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185052453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185052454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185052454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185052454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185052454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:50:54.275867 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19145): Process ended prematurely: osmo-stp_10.42.42.5(pid=19145) [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19145)] [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:50:54.285193 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:50:54.348750 run osmo-hlr_10.42.42.2(pid=19138): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19138)]\u000a18:50:54.400762 run osmo-hlr_10.42.42.2(pid=19138): stdout: \u000a| (launched: 2022-12-13_18:50:51.227663) \u000a18:50:54.453646 run osmo-hlr_10.42.42.2(pid=19138): stderr: \u000a| �[0;m�[1;31m20221213185051427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185051427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185051427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185051427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185051427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185051427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185051472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185051482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185051482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185051482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:50:54.525586 run osmo-msc_10.42.42.6(pid=19148): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19148)]\u000a18:50:54.577792 run osmo-msc_10.42.42.6(pid=19148): stdout: \u000a| (launched: 2022-12-13_18:50:53.314995) \u000a18:50:54.630155 run osmo-msc_10.42.42.6(pid=19148): stderr: \u000a| �[0;m�[38;5;43m20221213185053638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185053638 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0c6c90c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185053638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185053638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185053638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185053638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185053640 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185053640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185053641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185053641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:50:54.674985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19137): Terminating (SIGTERM)\u000a18:50:54.717493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19144): Terminating (SIGTERM)\u000a18:50:54.759597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19147): Terminating (SIGTERM)\u000a18:50:54.769371 --- ParallelTerminationStrategy: PID 19137 died...\u000a18:50:54.826254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19137): Terminated: ok {rc=0}\u000a18:50:54.836437 --- ParallelTerminationStrategy: PID 19144 died...\u000a18:50:54.893447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19144): Terminated: ok {rc=0}\u000a18:50:54.903529 --- ParallelTerminationStrategy: PID 19147 died...\u000a18:50:54.959807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19147): Terminated: ok {rc=0}\u000a18:50:55.047426 bus /sierra_3: Setting Powered False\u000a18:50:56.154190 bus /sierra_3: Setting Powered False\u000a18:50:57.266646 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19156): Process ended prematurely: osmo-stp_10.42.42.5(pid=19156) [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19156)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19156): Process ended prematurely: osmo-stp_10.42.42.5(pid=19156) [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:50:58.377686 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:58.389382 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:50:58.538839 tst mo_mt_call_osmux.py: using LAC 35563\u000a18:50:58.660217 tst mo_mt_call_osmux.py: using RAC 118\u000a18:50:58.780573 tst mo_mt_call_osmux.py: using CellId 35563\u000a18:50:58.900854 tst mo_mt_call_osmux.py: using BVCI 35564\u000a18:50:58.924158 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:58.935801 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:58.946780 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:58.957799 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:58.968703 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:50:58.979746 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:50:59.100796 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:50:59.315689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:50:59.838311 run create_hlr_db(pid=19150): Launched\u000a18:51:00.029781 bus /sierra_2: Setting Powered False\u000a18:51:01.082055 run create_hlr_db(pid=19150): Terminated: ok {rc=0}\u000a18:51:01.552143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19152): Launched\u000a18:51:01.943513 run osmo-hlr_10.42.42.2(pid=19153): Launched\u000a18:51:02.118165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:02.726613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19155): Launched\u000a18:51:03.035230 run osmo-stp_10.42.42.5(pid=19156): Launched\u000a18:51:03.146931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:51:03.707172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19158): Launched\u000a18:51:04.015680 run osmo-msc_10.42.42.6(pid=19159): Launched\u000a18:51:04.200641 run osmo-stp_10.42.42.5(pid=19156): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19156)]\u000a18:51:04.330723 run osmo-stp_10.42.42.5(pid=19156): stdout: \u000a| (launched: 2022-12-13_18:51:02.883022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:04.458116 run osmo-stp_10.42.42.5(pid=19156): stderr: \u000a| �[0;m�[38;5;43m20221213185103052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185103053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185103053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185103053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185103054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185103054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185103054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:04.582006 run osmo-stp_10.42.42.5(pid=19156): stdout: \u000a| (launched: 2022-12-13_18:51:02.883022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:04.704114 run osmo-stp_10.42.42.5(pid=19156): stderr: \u000a| �[0;m�[38;5;43m20221213185103052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185103053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185103053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185103053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185103054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185103054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185103054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:04.757680 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19156): Process ended prematurely: osmo-stp_10.42.42.5(pid=19156) [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19156)] [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:51:04.766237 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a18:51:04.826779 run osmo-hlr_10.42.42.2(pid=19153): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19153)]\u000a18:51:04.876790 run osmo-hlr_10.42.42.2(pid=19153): stdout: \u000a| (launched: 2022-12-13_18:51:01.724642) \u000a18:51:04.927209 run osmo-hlr_10.42.42.2(pid=19153): stderr: \u000a| �[0;m�[1;31m20221213185102089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185102089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185102089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185102089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185102089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185102089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185102106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185102124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185102124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185102124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:04.995398 run osmo-msc_10.42.42.6(pid=19159): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19159)]\u000a18:51:05.045087 run osmo-msc_10.42.42.6(pid=19159): stdout: \u000a| (launched: 2022-12-13_18:51:03.863675) \u000a18:51:05.095180 run osmo-msc_10.42.42.6(pid=19159): stderr: \u000a| �[0;m�[38;5;43m20221213185104140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185104140 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ecdd28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185104140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185104140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185104140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185104140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185104142 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185104143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185104143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185104143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:51:05.137719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19152): Terminating (SIGTERM)\u000a18:51:05.177630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19155): Terminating (SIGTERM)\u000a18:51:05.217885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19158): Terminating (SIGTERM)\u000a18:51:05.227252 --- ParallelTerminationStrategy: PID 19152 died...\u000a18:51:05.281034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19152): Terminated: ok {rc=0}\u000a18:51:05.290811 --- ParallelTerminationStrategy: PID 19155 died...\u000a18:51:05.344484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19155): Terminated: ok {rc=0}\u000a18:51:05.354298 --- ParallelTerminationStrategy: PID 19158 died...\u000a18:51:05.407637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19158): Terminated: ok {rc=0}\u000a18:51:05.496070 bus /sierra_3: Setting Powered False\u000a18:51:06.601689 bus /sierra_3: Setting Powered False\u000a18:51:07.709180 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:50:47" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19170): Process ended prematurely: osmo-stp_10.42.42.5(pid=19170) [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19170)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19170): Process ended prematurely: osmo-stp_10.42.42.5(pid=19170) [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:51:09.677537 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:51:09.688892 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:51:09.831846 tst mo_mt_call.py: using LAC 35564\u000a18:51:09.956300 tst mo_mt_call.py: using RAC 119\u000a18:51:10.075056 tst mo_mt_call.py: using CellId 35564\u000a18:51:10.194074 tst mo_mt_call.py: using BVCI 35565\u000a18:51:10.217506 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:51:10.228655 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:51:10.239618 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:51:10.250561 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:51:10.261483 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:51:10.272414 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:51:10.394333 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:51:10.612662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:11.132545 run create_hlr_db(pid=19164): Launched\u000a18:51:11.323435 bus /sierra_2: Setting Powered False\u000a18:51:12.344836 run create_hlr_db(pid=19164): Terminated: ok {rc=0}\u000a18:51:12.756373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19166): Launched\u000a18:51:13.063469 run osmo-hlr_10.42.42.2(pid=19167): Launched\u000a18:51:13.185911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:13.722682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19169): Launched\u000a18:51:14.030061 run osmo-stp_10.42.42.5(pid=19170): Launched\u000a18:51:14.142386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:51:14.704073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19172): Launched\u000a18:51:15.012522 run osmo-msc_10.42.42.6(pid=19173): Launched\u000a18:51:15.193524 run osmo-stp_10.42.42.5(pid=19170): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19170)]\u000a18:51:15.324001 run osmo-stp_10.42.42.5(pid=19170): stdout: \u000a| (launched: 2022-12-13_18:51:13.878632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:15.451918 run osmo-stp_10.42.42.5(pid=19170): stderr: \u000a| �[0;m�[38;5;43m20221213185114049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185114049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185114049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185114050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185114050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185114050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185114050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:15.575691 run osmo-stp_10.42.42.5(pid=19170): stdout: \u000a| (launched: 2022-12-13_18:51:13.878632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:15.698316 run osmo-stp_10.42.42.5(pid=19170): stderr: \u000a| �[0;m�[38;5;43m20221213185114049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185114049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185114049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185114050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185114050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185114050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185114050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:15.752311 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19170): Process ended prematurely: osmo-stp_10.42.42.5(pid=19170) [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19170)] [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:51:15.761126 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:51:15.820786 run osmo-hlr_10.42.42.2(pid=19167): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19167)]\u000a18:51:15.887698 run osmo-hlr_10.42.42.2(pid=19167): stdout: \u000a| (launched: 2022-12-13_18:51:12.912462) \u000a18:51:15.954193 run osmo-hlr_10.42.42.2(pid=19167): stderr: \u000a| �[0;m�[1;31m20221213185113089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185113089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185113089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185113089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185113089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185113089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185113101 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185113110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185113110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185113110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:16.027479 run osmo-msc_10.42.42.6(pid=19173): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19173)]\u000a18:51:16.077517 run osmo-msc_10.42.42.6(pid=19173): stdout: \u000a| (launched: 2022-12-13_18:51:14.860282) \u000a18:51:16.127973 run osmo-msc_10.42.42.6(pid=19173): stderr: \u000a| �[0;m�[38;5;43m20221213185115134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185115134 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdacc84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185115134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185115134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185115134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185115135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185115136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185115137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185115137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185115137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:51:16.171197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19166): Terminating (SIGTERM)\u000a18:51:16.211723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19169): Terminating (SIGTERM)\u000a18:51:16.254237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19172): Terminating (SIGTERM)\u000a18:51:16.263837 --- ParallelTerminationStrategy: PID 19166 died...\u000a18:51:16.318573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19166): Terminated: ok {rc=0}\u000a18:51:16.328655 --- ParallelTerminationStrategy: PID 19169 died...\u000a18:51:16.383130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19169): Terminated: ok {rc=0}\u000a18:51:16.393361 --- ParallelTerminationStrategy: PID 19172 died...\u000a18:51:16.447550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19172): Terminated: ok {rc=0}\u000a18:51:16.532714 bus /sierra_3: Setting Powered False\u000a18:51:17.639478 bus /sierra_3: Setting Powered False\u000a18:51:18.751733 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19181): Process ended prematurely: osmo-stp_10.42.42.5(pid=19181) [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19181)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19181): Process ended prematurely: osmo-stp_10.42.42.5(pid=19181) [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:51:19.868531 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:51:19.881056 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:51:20.031590 tst mo_mt_call_osmux.py: using LAC 35565\u000a18:51:20.161764 tst mo_mt_call_osmux.py: using RAC 120\u000a18:51:20.293774 tst mo_mt_call_osmux.py: using CellId 35565\u000a18:51:20.419187 tst mo_mt_call_osmux.py: using BVCI 35566\u000a18:51:20.442970 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:51:20.454565 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:51:20.465779 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:51:20.476824 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:51:20.488196 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:51:20.499554 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:51:20.619685 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:51:20.831468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:21.354605 run create_hlr_db(pid=19175): Launched\u000a18:51:21.546870 bus /sierra_2: Setting Powered False\u000a18:51:22.568505 run create_hlr_db(pid=19175): Terminated: ok {rc=0}\u000a18:51:22.982008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19177): Launched\u000a18:51:23.291115 run osmo-hlr_10.42.42.2(pid=19178): Launched\u000a18:51:23.414500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:23.955515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19180): Launched\u000a18:51:24.263456 run osmo-stp_10.42.42.5(pid=19181): Launched\u000a18:51:24.374811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:51:24.937967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19183): Launched\u000a18:51:25.246101 run osmo-msc_10.42.42.6(pid=19184): Launched\u000a18:51:25.426252 run osmo-stp_10.42.42.5(pid=19181): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19181)]\u000a18:51:25.556200 run osmo-stp_10.42.42.5(pid=19181): stdout: \u000a| (launched: 2022-12-13_18:51:24.111799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:25.683900 run osmo-stp_10.42.42.5(pid=19181): stderr: \u000a| �[0;m�[38;5;43m20221213185124281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185124281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185124282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185124282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185124283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185124283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185124283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:25.807660 run osmo-stp_10.42.42.5(pid=19181): stdout: \u000a| (launched: 2022-12-13_18:51:24.111799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:25.930273 run osmo-stp_10.42.42.5(pid=19181): stderr: \u000a| �[0;m�[38;5;43m20221213185124281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185124281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185124282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185124282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185124283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185124283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185124283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:25.984101 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19181): Process ended prematurely: osmo-stp_10.42.42.5(pid=19181) [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19181)] [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:51:25.992698 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:51:26.052550 run osmo-hlr_10.42.42.2(pid=19178): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19178)]\u000a18:51:26.101798 run osmo-hlr_10.42.42.2(pid=19178): stdout: \u000a| (launched: 2022-12-13_18:51:23.139256) \u000a18:51:26.151326 run osmo-hlr_10.42.42.2(pid=19178): stderr: \u000a| �[0;m�[1;31m20221213185123315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185123315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185123315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185123315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185123315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185123315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185123328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185123336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185123336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185123336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:26.219041 run osmo-msc_10.42.42.6(pid=19184): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19184)]\u000a18:51:26.268126 run osmo-msc_10.42.42.6(pid=19184): stdout: \u000a| (launched: 2022-12-13_18:51:25.094007) \u000a18:51:26.317541 run osmo-msc_10.42.42.6(pid=19184): stderr: \u000a| �[0;m�[38;5;43m20221213185125367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185125367 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24b32e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185125367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185125368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185125368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185125368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185125370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185125370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185125370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185125370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:51:26.359594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19177): Terminating (SIGTERM)\u000a18:51:26.399211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19180): Terminating (SIGTERM)\u000a18:51:26.439040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19183): Terminating (SIGTERM)\u000a18:51:26.448324 --- ParallelTerminationStrategy: PID 19177 died...\u000a18:51:26.501868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19177): Terminated: ok {rc=0}\u000a18:51:26.511617 --- ParallelTerminationStrategy: PID 19180 died...\u000a18:51:26.564556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19180): Terminated: ok {rc=0}\u000a18:51:26.574231 --- ParallelTerminationStrategy: PID 19183 died...\u000a18:51:26.627049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19183): Terminated: ok {rc=0}\u000a18:51:26.715062 bus /sierra_3: Setting Powered False\u000a18:51:27.818063 bus /sierra_3: Setting Powered False\u000a18:51:28.927200 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:51:09" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19195): Process ended prematurely: osmo-stp_10.42.42.5(pid=19195) [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19195)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19195): Process ended prematurely: osmo-stp_10.42.42.5(pid=19195) [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:51:30.913754 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:51:30.926807 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:51:31.083540 tst mo_mt_call.py: using LAC 35566\u000a18:51:31.238304 tst mo_mt_call.py: using RAC 121\u000a18:51:31.366382 tst mo_mt_call.py: using CellId 35566\u000a18:51:31.521555 tst mo_mt_call.py: using BVCI 35567\u000a18:51:31.554139 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:51:31.568331 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:51:31.582972 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:51:31.596743 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:51:31.611081 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:51:31.625626 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:51:31.767845 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:51:31.990074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:32.528379 run create_hlr_db(pid=19189): Launched\u000a18:51:32.720510 bus /sierra_2: Setting Powered False\u000a18:51:33.741395 run create_hlr_db(pid=19189): Terminated: ok {rc=0}\u000a18:51:34.155775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19191): Launched\u000a18:51:34.463578 run osmo-hlr_10.42.42.2(pid=19192): Launched\u000a18:51:34.584580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:35.124148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19194): Launched\u000a18:51:35.431684 run osmo-stp_10.42.42.5(pid=19195): Launched\u000a18:51:35.542558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:51:36.103156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19197): Launched\u000a18:51:36.412350 run osmo-msc_10.42.42.6(pid=19198): Launched\u000a18:51:36.593155 run osmo-stp_10.42.42.5(pid=19195): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19195)]\u000a18:51:36.723205 run osmo-stp_10.42.42.5(pid=19195): stdout: \u000a| (launched: 2022-12-13_18:51:35.280585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:36.852295 run osmo-stp_10.42.42.5(pid=19195): stderr: \u000a| �[0;m�[38;5;43m20221213185135450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185135450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185135451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185135451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185135452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185135452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185135452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:36.976721 run osmo-stp_10.42.42.5(pid=19195): stdout: \u000a| (launched: 2022-12-13_18:51:35.280585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:37.100271 run osmo-stp_10.42.42.5(pid=19195): stderr: \u000a| �[0;m�[38;5;43m20221213185135450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185135450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185135451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185135451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185135452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185135452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185135452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:37.154601 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19195): Process ended prematurely: osmo-stp_10.42.42.5(pid=19195) [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19195)] [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:51:37.163401 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:51:37.224268 run osmo-hlr_10.42.42.2(pid=19192): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19192)]\u000a18:51:37.274408 run osmo-hlr_10.42.42.2(pid=19192): stdout: \u000a| (launched: 2022-12-13_18:51:34.312182) \u000a18:51:37.325050 run osmo-hlr_10.42.42.2(pid=19192): stderr: \u000a| �[0;m�[1;31m20221213185134487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185134487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185134487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185134488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185134488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185134488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185134500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185134510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185134511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185134511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:37.393556 run osmo-msc_10.42.42.6(pid=19198): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19198)]\u000a18:51:37.442845 run osmo-msc_10.42.42.6(pid=19198): stdout: \u000a| (launched: 2022-12-13_18:51:36.260154) \u000a18:51:37.492745 run osmo-msc_10.42.42.6(pid=19198): stderr: \u000a| �[0;m�[38;5;43m20221213185136535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185136535 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf6ae28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185136535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185136535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185136535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185136535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185136537 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185136538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185136538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185136538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:51:37.535130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19191): Terminating (SIGTERM)\u000a18:51:37.574963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19194): Terminating (SIGTERM)\u000a18:51:37.615171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19197): Terminating (SIGTERM)\u000a18:51:37.624576 --- ParallelTerminationStrategy: PID 19191 died...\u000a18:51:37.679382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19191): Terminated: ok {rc=0}\u000a18:51:37.689204 --- ParallelTerminationStrategy: PID 19194 died...\u000a18:51:37.742955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19194): Terminated: ok {rc=0}\u000a18:51:37.752762 --- ParallelTerminationStrategy: PID 19197 died...\u000a18:51:37.806314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19197): Terminated: ok {rc=0}\u000a18:51:37.895316 bus /sierra_3: Setting Powered False\u000a18:51:38.999540 bus /sierra_3: Setting Powered False\u000a18:51:40.106774 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19206): Process ended prematurely: osmo-stp_10.42.42.5(pid=19206) [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19206)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19206): Process ended prematurely: osmo-stp_10.42.42.5(pid=19206) [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:51:41.224065 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:51:41.236332 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:51:41.393435 tst mo_mt_call_osmux.py: using LAC 35567\u000a18:51:41.524436 tst mo_mt_call_osmux.py: using RAC 122\u000a18:51:41.655538 tst mo_mt_call_osmux.py: using CellId 35567\u000a18:51:41.785623 tst mo_mt_call_osmux.py: using BVCI 35568\u000a18:51:41.810708 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:51:41.822213 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:51:41.833458 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:51:41.844541 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:51:41.856057 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:51:41.867767 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:51:41.986200 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:51:42.199284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:42.721398 run create_hlr_db(pid=19200): Launched\u000a18:51:42.912493 bus /sierra_2: Setting Powered False\u000a18:51:43.934106 run create_hlr_db(pid=19200): Terminated: ok {rc=0}\u000a18:51:44.347559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19202): Launched\u000a18:51:44.656119 run osmo-hlr_10.42.42.2(pid=19203): Launched\u000a18:51:44.773245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:45.306734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19205): Launched\u000a18:51:45.613730 run osmo-stp_10.42.42.5(pid=19206): Launched\u000a18:51:45.724719 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:51:46.320235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19208): Launched\u000a18:51:46.786989 run osmo-msc_10.42.42.6(pid=19209): Launched\u000a18:51:47.141738 run osmo-stp_10.42.42.5(pid=19206): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19206)]\u000a18:51:47.272549 run osmo-stp_10.42.42.5(pid=19206): stdout: \u000a| (launched: 2022-12-13_18:51:45.462418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:47.402187 run osmo-stp_10.42.42.5(pid=19206): stderr: \u000a| �[0;m�[38;5;43m20221213185145634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185145634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185145634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185145634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185145635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185145635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185145635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:47.526397 run osmo-stp_10.42.42.5(pid=19206): stdout: \u000a| (launched: 2022-12-13_18:51:45.462418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:47.649794 run osmo-stp_10.42.42.5(pid=19206): stderr: \u000a| �[0;m�[38;5;43m20221213185145634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185145634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185145634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185145634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185145635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185145635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185145635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:47.703989 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19206): Process ended prematurely: osmo-stp_10.42.42.5(pid=19206) [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19206)] [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:51:47.712613 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a18:51:47.773513 run osmo-hlr_10.42.42.2(pid=19203): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19203)]\u000a18:51:47.823416 run osmo-hlr_10.42.42.2(pid=19203): stdout: \u000a| (launched: 2022-12-13_18:51:44.504279) \u000a18:51:47.873793 run osmo-hlr_10.42.42.2(pid=19203): stderr: \u000a| �[0;m�[1;31m20221213185144680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185144680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185144680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185144680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185144680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185144680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185144692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185144700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185144701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185144701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:47.942740 run osmo-msc_10.42.42.6(pid=19209): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19209)]\u000a18:51:47.992416 run osmo-msc_10.42.42.6(pid=19209): stdout: \u000a| (launched: 2022-12-13_18:51:46.480087) \u000a18:51:48.042603 run osmo-msc_10.42.42.6(pid=19209): stderr: \u000a| �[0;m�[38;5;43m20221213185146860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185146861 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f97a48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185146861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185146861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185146861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185146861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185146863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185146863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185146863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185146863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:51:48.085331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19202): Terminating (SIGTERM)\u000a18:51:48.125723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19205): Terminating (SIGTERM)\u000a18:51:48.165856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19208): Terminating (SIGTERM)\u000a18:51:48.175232 --- ParallelTerminationStrategy: PID 19202 died...\u000a18:51:48.229005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19202): Terminated: ok {rc=0}\u000a18:51:48.238770 --- ParallelTerminationStrategy: PID 19205 died...\u000a18:51:48.292442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19205): Terminated: ok {rc=0}\u000a18:51:48.302152 --- ParallelTerminationStrategy: PID 19208 died...\u000a18:51:48.355781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19208): Terminated: ok {rc=0}\u000a18:51:48.445398 bus /sierra_3: Setting Powered False\u000a18:51:49.549044 bus /sierra_3: Setting Powered False\u000a18:51:50.661396 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:51:30" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19221): Process ended prematurely: osmo-stp_10.42.42.5(pid=19221) [trial-2393↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19221)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19221): Process ended prematurely: osmo-stp_10.42.42.5(pid=19221) [trial-2393↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a18:51:52.630009 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:51:52.640673 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a18:51:52.762687 tst emergency_mo_mt_call.py: using LAC 35568\u000a18:51:52.884734 tst emergency_mo_mt_call.py: using RAC 123\u000a18:51:53.000573 tst emergency_mo_mt_call.py: using CellId 35568\u000a18:51:53.118836 tst emergency_mo_mt_call.py: using BVCI 35569\u000a18:51:53.141746 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:51:53.152408 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:51:53.162940 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:51:53.173367 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:51:53.183816 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:51:53.194292 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a18:51:53.312659 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a18:51:53.515477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:51:53.999849 run create_hlr_db(pid=19215): Launched\u000a18:51:54.174622 bus /sierra_2: Setting Powered False\u000a18:51:55.196351 run create_hlr_db(pid=19215): Terminated: ok {rc=0}\u000a18:51:55.600830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19217): Launched\u000a18:51:55.903807 run osmo-hlr_10.42.42.2(pid=19218): Launched\u000a18:51:56.022625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:51:56.553292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19220): Launched\u000a18:51:56.855230 run osmo-stp_10.42.42.5(pid=19221): Launched\u000a18:51:56.977449 tst emergency_mo_mt_call.py: using MSISDN 8282\u000a18:51:57.126859 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:51:57.678824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19223): Launched\u000a18:51:57.981409 run osmo-msc_10.42.42.6(pid=19224): Launched\u000a18:51:58.158361 run osmo-stp_10.42.42.5(pid=19221): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19221)]\u000a18:51:58.285573 run osmo-stp_10.42.42.5(pid=19221): stdout: \u000a| (launched: 2022-12-13_18:51:56.706590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:58.411453 run osmo-stp_10.42.42.5(pid=19221): stderr: \u000a| �[0;m�[38;5;43m20221213185156875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185156875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185156875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185156876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185156876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185156876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185156876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:58.533333 run osmo-stp_10.42.42.5(pid=19221): stdout: \u000a| (launched: 2022-12-13_18:51:56.706590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:51:58.654484 run osmo-stp_10.42.42.5(pid=19221): stderr: \u000a| �[0;m�[38;5;43m20221213185156875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185156875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185156875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185156876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185156876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185156876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185156876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:51:58.707293 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19221): Process ended prematurely: osmo-stp_10.42.42.5(pid=19221) [trial-2393↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19221)] [trial-2393↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a18:51:58.715375 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a18:51:58.776548 run osmo-hlr_10.42.42.2(pid=19218): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19218)]\u000a18:51:58.826612 run osmo-hlr_10.42.42.2(pid=19218): stdout: \u000a| (launched: 2022-12-13_18:51:55.755322) \u000a18:51:58.876891 run osmo-hlr_10.42.42.2(pid=19218): stderr: \u000a| �[0;m�[1;31m20221213185155931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185155931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185155931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185155931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185155931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185155931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185155944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185155954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185155955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185155955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:51:58.945290 run osmo-msc_10.42.42.6(pid=19224): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19224)]\u000a18:51:58.995352 run osmo-msc_10.42.42.6(pid=19224): stdout: \u000a| (launched: 2022-12-13_18:51:57.832330) \u000a18:51:59.045427 run osmo-msc_10.42.42.6(pid=19224): stderr: \u000a| �[0;m�[38;5;43m20221213185158106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185158106 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe542415c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185158106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185158106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185158106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185158106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185158108 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185158109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185158109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185158109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:51:59.088262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19217): Terminating (SIGTERM)\u000a18:51:59.128499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19220): Terminating (SIGTERM)\u000a18:51:59.168711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19223): Terminating (SIGTERM)\u000a18:51:59.177899 --- ParallelTerminationStrategy: PID 19217 died...\u000a18:51:59.232094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19217): Terminated: ok {rc=0}\u000a18:51:59.242006 --- ParallelTerminationStrategy: PID 19220 died...\u000a18:51:59.295891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19220): Terminated: ok {rc=0}\u000a18:51:59.305935 --- ParallelTerminationStrategy: PID 19223 died...\u000a18:51:59.360331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19223): Terminated: ok {rc=0}\u000a18:51:59.450770 bus /sierra_3: Setting Powered False\u000a18:52:00.555226 bus /sierra_3: Setting Powered False\u000a18:52:01.690356 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19232): Process ended prematurely: osmo-stp_10.42.42.5(pid=19232) [trial-2393↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19232)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19232): Process ended prematurely: osmo-stp_10.42.42.5(pid=19232) [trial-2393↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a18:52:02.743774 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:52:02.755453 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a18:52:02.880244 tst emergency_preemptive_call.py: using LAC 35569\u000a18:52:03.008321 tst emergency_preemptive_call.py: using RAC 124\u000a18:52:03.136020 tst emergency_preemptive_call.py: using CellId 35569\u000a18:52:03.263160 tst emergency_preemptive_call.py: using BVCI 35570\u000a18:52:03.288226 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:52:03.299446 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:52:03.310959 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:52:03.322149 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:52:03.333737 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a18:52:03.345274 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a18:52:03.466520 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a18:52:03.587705 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a18:52:03.708184 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a18:52:03.918099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:04.435577 run create_hlr_db(pid=19226): Launched\u000a18:52:04.626747 bus /sierra_2: Setting Powered False\u000a18:52:05.646951 run create_hlr_db(pid=19226): Terminated: ok {rc=0}\u000a18:52:06.082384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19228): Launched\u000a18:52:06.410329 run osmo-hlr_10.42.42.2(pid=19229): Launched\u000a18:52:06.532161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:07.100680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19231): Launched\u000a18:52:07.429445 run osmo-stp_10.42.42.5(pid=19232): Launched\u000a18:52:07.563184 tst emergency_preemptive_call.py: using MSISDN 8283\u000a18:52:07.726536 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:52:08.320767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19234): Launched\u000a18:52:08.649509 run osmo-msc_10.42.42.6(pid=19235): Launched\u000a18:52:08.840704 run osmo-stp_10.42.42.5(pid=19232): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19232)]\u000a18:52:08.978987 run osmo-stp_10.42.42.5(pid=19232): stdout: \u000a| (launched: 2022-12-13_18:52:07.266881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:09.116172 run osmo-stp_10.42.42.5(pid=19232): stderr: \u000a| �[0;m�[38;5;43m20221213185207458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185207458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185207459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185207459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185207460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185207460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185207460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:09.247994 run osmo-stp_10.42.42.5(pid=19232): stdout: \u000a| (launched: 2022-12-13_18:52:07.266881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:09.378949 run osmo-stp_10.42.42.5(pid=19232): stderr: \u000a| �[0;m�[38;5;43m20221213185207458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185207458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185207459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185207459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185207460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185207460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185207460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:09.435813 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19232): Process ended prematurely: osmo-stp_10.42.42.5(pid=19232) [trial-2393↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19232)] [trial-2393↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a18:52:09.445112 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a18:52:09.509649 run osmo-hlr_10.42.42.2(pid=19229): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19229)]\u000a18:52:09.561880 run osmo-hlr_10.42.42.2(pid=19229): stdout: \u000a| (launched: 2022-12-13_18:52:06.248924) \u000a18:52:09.614669 run osmo-hlr_10.42.42.2(pid=19229): stderr: \u000a| �[0;m�[1;31m20221213185206448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185206448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185206448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185206448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185206448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185206448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185206460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185206468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185206469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185206469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:09.686295 run osmo-msc_10.42.42.6(pid=19235): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19235)]\u000a18:52:09.738563 run osmo-msc_10.42.42.6(pid=19235): stdout: \u000a| (launched: 2022-12-13_18:52:08.487251) \u000a18:52:09.791340 run osmo-msc_10.42.42.6(pid=19235): stderr: \u000a| �[0;m�[38;5;43m20221213185208808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185208809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e01e65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185208809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185208809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185208809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185208809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185208811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185208812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185208812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185208812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:52:09.836359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19228): Terminating (SIGTERM)\u000a18:52:09.878949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19231): Terminating (SIGTERM)\u000a18:52:09.921435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19234): Terminating (SIGTERM)\u000a18:52:09.931200 --- ParallelTerminationStrategy: PID 19228 died...\u000a18:52:09.988224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19228): Terminated: ok {rc=0}\u000a18:52:09.998450 --- ParallelTerminationStrategy: PID 19231 died...\u000a18:52:10.055547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19231): Terminated: ok {rc=0}\u000a18:52:10.065765 --- ParallelTerminationStrategy: PID 19234 died...\u000a18:52:10.122866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19234): Terminated: ok {rc=0}\u000a18:52:10.211099 bus /sierra_9: Setting Powered False\u000a18:52:11.317708 bus /sierra_9: Setting Powered False\u000a18:52:12.428436 bus /sierra_8: Setting Powered False\u000a18:52:13.536133 bus /sierra_8: Setting Powered False\u000a18:52:14.644395 bus /sierra_3: Setting Powered False\u000a18:52:15.751026 bus /sierra_3: Setting Powered False\u000a18:52:16.880690 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:51:52" }, { "cases" : [ { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19250): Process ended prematurely: osmo-stp_10.42.42.5(pid=19250) [trial-2393↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19250)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19250): Process ended prematurely: osmo-stp_10.42.42.5(pid=19250) [trial-2393↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:52:18.961541 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:18.972170 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a18:52:19.097252 tst cs_paging_gprs_active.py: using LAC 35570\u000a18:52:19.217287 tst cs_paging_gprs_active.py: using RAC 125\u000a18:52:19.336545 tst cs_paging_gprs_active.py: using CellId 35570\u000a18:52:19.457784 tst cs_paging_gprs_active.py: using BVCI 35571\u000a18:52:19.481504 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:19.492011 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:19.502407 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:19.512698 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:19.523072 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:19.533551 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:19.544502 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:19.555257 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:19.566303 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:52:19.687907 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:52:19.970732 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:52:20.098945 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:20.417159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19240): Launched\u000a18:52:20.685366 run iperf3-srv_10.42.42.10(pid=19241): Launched\u000a18:52:20.873238 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:52:21.001562 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:21.321384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19242): Launched\u000a18:52:21.586697 run iperf3-srv_10.42.42.10(pid=19243): Launched\u000a18:52:21.775722 tst cs_paging_gprs_active.py:38: start network...\u000a18:52:21.904549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:22.397632 run create_hlr_db(pid=19244): Launched\u000a18:52:22.573958 bus /sierra_2: Setting Powered False\u000a18:52:23.596616 run create_hlr_db(pid=19244): Terminated: ok {rc=0}\u000a18:52:24.035585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19246): Launched\u000a18:52:24.367478 run osmo-hlr_10.42.42.2(pid=19247): Launched\u000a18:52:24.489590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:25.065582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19249): Launched\u000a18:52:25.398302 run osmo-stp_10.42.42.5(pid=19250): Launched\u000a18:52:25.519103 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:26.095957 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19252): Launched\u000a18:52:26.213988 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:26.503584 run patchelf(pid=19253): Launched\u000a18:52:26.697265 run osmo-stp_10.42.42.5(pid=19250): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19250)]\u000a18:52:26.838879 run osmo-stp_10.42.42.5(pid=19250): stdout: \u000a| (launched: 2022-12-13_18:52:25.234148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:26.980527 run osmo-stp_10.42.42.5(pid=19250): stderr: \u000a| �[0;m�[38;5;43m20221213185225425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185225425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185225425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185225426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185225426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185225426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185225426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:27.117582 run osmo-stp_10.42.42.5(pid=19250): stdout: \u000a| (launched: 2022-12-13_18:52:25.234148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:27.253723 run osmo-stp_10.42.42.5(pid=19250): stderr: \u000a| �[0;m�[38;5;43m20221213185225425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185225425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185225425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185225426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185225426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185225426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185225426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:27.411956 run patchelf(pid=19253): Terminating (SIGINT)\u000a18:52:27.598543 run patchelf(pid=19253): Terminated: ok {rc=0}\u000a18:52:27.632356 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19250): Process ended prematurely: osmo-stp_10.42.42.5(pid=19250) [trial-2393↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19250)] [trial-2393↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a18:52:27.642273 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:52:27.706408 run osmo-hlr_10.42.42.2(pid=19247): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19247)]\u000a18:52:27.758160 run osmo-hlr_10.42.42.2(pid=19247): stdout: \u000a| (launched: 2022-12-13_18:52:24.203699) \u000a18:52:27.810322 run osmo-hlr_10.42.42.2(pid=19247): stderr: \u000a| �[0;m�[1;31m20221213185224401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185224401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185224401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185224401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185224401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185224401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185224414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185224422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185224422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185224422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:27.855015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19240): Terminating (SIGTERM)\u000a18:52:27.897630 run iperf3-srv_10.42.42.10(pid=19241): Terminating (SIGTERM)\u000a18:52:27.939850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19242): Terminating (SIGTERM)\u000a18:52:27.982076 run iperf3-srv_10.42.42.10(pid=19243): Terminating (SIGTERM)\u000a18:52:28.024362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19246): Terminating (SIGTERM)\u000a18:52:28.066769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19249): Terminating (SIGTERM)\u000a18:52:28.109147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19252): Terminating (SIGTERM)\u000a18:52:28.119045 --- ParallelTerminationStrategy: PID 19240 died...\u000a18:52:28.176376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19240): Terminated: ok {rc=0}\u000a18:52:28.186745 --- ParallelTerminationStrategy: PID 19241 died...\u000a18:52:28.243340 run iperf3-srv_10.42.42.10(pid=19241): Terminated {rc=256}\u000a18:52:28.253971 --- ParallelTerminationStrategy: PID 19242 died...\u000a18:52:28.310742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19242): Terminated: ok {rc=0}\u000a18:52:28.320936 --- ParallelTerminationStrategy: PID 19243 died...\u000a18:52:28.377579 run iperf3-srv_10.42.42.10(pid=19243): Terminated {rc=256}\u000a18:52:28.387772 --- ParallelTerminationStrategy: PID 19246 died...\u000a18:52:28.444574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19246): Terminated: ok {rc=0}\u000a18:52:28.455002 --- ParallelTerminationStrategy: PID 19249 died...\u000a18:52:28.512349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19249): Terminated: ok {rc=0}\u000a18:52:28.522721 --- ParallelTerminationStrategy: PID 19252 died...\u000a18:52:28.579373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19252): Terminated: ok {rc=0}\u000a18:52:28.666729 bus /gobi_0: Setting Powered False\u000a18:52:29.773528 bus /gobi_0: Setting Powered False\u000a18:52:30.892566 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 251, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19262): Process ended prematurely: osmo-stp_10.42.42.5(pid=19262) [trial-2393↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19262)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19262): Process ended prematurely: osmo-stp_10.42.42.5(pid=19262) [trial-2393↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a18:52:32.021305 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:32.033287 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a18:52:32.168270 tst iperf3.py: using LAC 35571\u000a18:52:32.298776 tst iperf3.py: using RAC 126\u000a18:52:32.421062 tst iperf3.py: using CellId 35571\u000a18:52:32.549404 tst iperf3.py: using BVCI 35572\u000a18:52:32.574637 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:32.585777 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:32.596766 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:32.607815 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:32.619106 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:32.630264 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:32.641497 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:32.652610 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:32.663919 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:52:32.953798 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:52:33.082367 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:33.404820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19254): Launched\u000a18:52:33.672337 run iperf3-srv_10.42.42.10(pid=19255): Launched\u000a18:52:33.860024 tst iperf3.py:8: start network...\u000a18:52:33.988099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:34.483159 run create_hlr_db(pid=19256): Launched\u000a18:52:34.660348 bus /gobi_6: Setting Powered False\u000a18:52:35.681964 run create_hlr_db(pid=19256): Terminated: ok {rc=0}\u000a18:52:36.122882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19258): Launched\u000a18:52:36.455693 run osmo-hlr_10.42.42.2(pid=19259): Launched\u000a18:52:36.577988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:37.154336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19261): Launched\u000a18:52:37.486429 run osmo-stp_10.42.42.5(pid=19262): Launched\u000a18:52:37.607641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:38.186964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19264): Launched\u000a18:52:38.305480 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:38.595955 run patchelf(pid=19265): Launched\u000a18:52:38.789393 run osmo-stp_10.42.42.5(pid=19262): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19262)]\u000a18:52:38.930826 run osmo-stp_10.42.42.5(pid=19262): stdout: \u000a| (launched: 2022-12-13_18:52:37.323454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:39.072159 run osmo-stp_10.42.42.5(pid=19262): stderr: \u000a| �[0;m�[38;5;43m20221213185237515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185237515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185237516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185237516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185237516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185237517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185237517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:39.209396 run osmo-stp_10.42.42.5(pid=19262): stdout: \u000a| (launched: 2022-12-13_18:52:37.323454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:39.345589 run osmo-stp_10.42.42.5(pid=19262): stderr: \u000a| �[0;m�[38;5;43m20221213185237515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185237515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185237516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185237516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185237516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185237517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185237517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:39.503972 run patchelf(pid=19265): Terminating (SIGINT)\u000a18:52:39.689440 run patchelf(pid=19265): Terminated: ok {rc=0}\u000a18:52:39.723263 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19262): Process ended prematurely: osmo-stp_10.42.42.5(pid=19262) [trial-2393↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19262)] [trial-2393↪gprs:oc2g↪iperf3.py:8]\u000a18:52:39.733253 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:52:39.797440 run osmo-hlr_10.42.42.2(pid=19259): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19259)]\u000a18:52:39.849472 run osmo-hlr_10.42.42.2(pid=19259): stdout: \u000a| (launched: 2022-12-13_18:52:36.292197) \u000a18:52:39.902446 run osmo-hlr_10.42.42.2(pid=19259): stderr: \u000a| �[0;m�[1;31m20221213185236490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185236490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185236490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185236491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185236491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185236491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185236503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185236512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185236512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185236512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:39.947805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19254): Terminating (SIGTERM)\u000a18:52:39.990554 run iperf3-srv_10.42.42.10(pid=19255): Terminating (SIGTERM)\u000a18:52:40.033202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19258): Terminating (SIGTERM)\u000a18:52:40.075944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19261): Terminating (SIGTERM)\u000a18:52:40.118678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19264): Terminating (SIGTERM)\u000a18:52:40.128580 --- ParallelTerminationStrategy: PID 19254 died...\u000a18:52:40.186030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19254): Terminated: ok {rc=0}\u000a18:52:40.196290 --- ParallelTerminationStrategy: PID 19255 died...\u000a18:52:40.253050 run iperf3-srv_10.42.42.10(pid=19255): Terminated {rc=256}\u000a18:52:40.263374 --- ParallelTerminationStrategy: PID 19258 died...\u000a18:52:40.320421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19258): Terminated: ok {rc=0}\u000a18:52:40.330777 --- ParallelTerminationStrategy: PID 19261 died...\u000a18:52:40.387668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19261): Terminated: ok {rc=0}\u000a18:52:40.398063 --- ParallelTerminationStrategy: PID 19264 died...\u000a18:52:40.454949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19264): Terminated: ok {rc=0}\u000a18:52:40.542911 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19280): Process ended prematurely: osmo-stp_10.42.42.5(pid=19280) [trial-2393↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19280)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19280): Process ended prematurely: osmo-stp_10.42.42.5(pid=19280) [trial-2393↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a18:52:41.660464 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:41.672421 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a18:52:41.804420 tst iperf3m4.py: using LAC 35572\u000a18:52:41.931606 tst iperf3m4.py: using RAC 127\u000a18:52:42.059037 tst iperf3m4.py: using CellId 35572\u000a18:52:42.186477 tst iperf3m4.py: using BVCI 35573\u000a18:52:42.211678 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:42.222710 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:42.233656 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:42.244582 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:42.255676 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:42.266793 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:42.278151 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:42.289323 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:52:42.300611 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:52:42.421682 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:52:42.543903 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:52:42.662300 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:52:42.942053 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:52:43.070154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:43.393990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19266): Launched\u000a18:52:43.661381 run iperf3-srv_10.42.42.10(pid=19267): Launched\u000a18:52:43.848283 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:52:43.976136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:44.296531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19268): Launched\u000a18:52:44.561259 run iperf3-srv_10.42.42.10(pid=19269): Launched\u000a18:52:44.747836 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:52:44.875282 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:45.193569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19270): Launched\u000a18:52:45.457936 run iperf3-srv_10.42.42.10(pid=19271): Launched\u000a18:52:45.643824 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:52:45.770643 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:52:46.157613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19272): Launched\u000a18:52:46.457349 run iperf3-srv_10.42.42.10(pid=19273): Launched\u000a18:52:46.651672 tst iperf3m4.py:8: start network...\u000a18:52:46.782996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:52:47.311413 run create_hlr_db(pid=19274): Launched\u000a18:52:47.505077 bus /gobi_6: Setting Powered False\u000a18:52:48.525660 run create_hlr_db(pid=19274): Terminated: ok {rc=0}\u000a18:52:48.939151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19276): Launched\u000a18:52:49.247716 run osmo-hlr_10.42.42.2(pid=19277): Launched\u000a18:52:49.370993 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:52:49.910036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19279): Launched\u000a18:52:50.219062 run osmo-stp_10.42.42.5(pid=19280): Launched\u000a18:52:50.330935 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:52:50.868104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19282): Launched\u000a18:52:50.977913 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:52:51.245615 run patchelf(pid=19283): Launched\u000a18:52:51.426369 run osmo-stp_10.42.42.5(pid=19280): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19280)]\u000a18:52:51.557748 run osmo-stp_10.42.42.5(pid=19280): stdout: \u000a| (launched: 2022-12-13_18:52:50.066316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:51.689765 run osmo-stp_10.42.42.5(pid=19280): stderr: \u000a| �[0;m�[38;5;43m20221213185250237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185250237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185250237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185250237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185250238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185250238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185250238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:51.816673 run osmo-stp_10.42.42.5(pid=19280): stdout: \u000a| (launched: 2022-12-13_18:52:50.066316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:52:51.963620 run osmo-stp_10.42.42.5(pid=19280): stderr: \u000a| �[0;m�[38;5;43m20221213185250237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185250237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185250237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185250237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185250238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185250238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185250238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:52:52.110073 run patchelf(pid=19283): Terminating (SIGINT)\u000a18:52:52.282041 run patchelf(pid=19283): Terminated: ok {rc=0}\u000a18:52:52.313644 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19280): Process ended prematurely: osmo-stp_10.42.42.5(pid=19280) [trial-2393↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19280)] [trial-2393↪gprs:oc2g↪iperf3m4.py:8]\u000a18:52:52.322809 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a18:52:52.383511 run osmo-hlr_10.42.42.2(pid=19277): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19277)]\u000a18:52:52.433017 run osmo-hlr_10.42.42.2(pid=19277): stdout: \u000a| (launched: 2022-12-13_18:52:49.096117) \u000a18:52:52.483131 run osmo-hlr_10.42.42.2(pid=19277): stderr: \u000a| �[0;m�[1;31m20221213185249272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185249272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185249272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185249272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185249272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185249272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185249285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185249295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185249295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185249295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:52:52.525661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19266): Terminating (SIGTERM)\u000a18:52:52.565291 run iperf3-srv_10.42.42.10(pid=19267): Terminating (SIGTERM)\u000a18:52:52.605128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19268): Terminating (SIGTERM)\u000a18:52:52.644636 run iperf3-srv_10.42.42.10(pid=19269): Terminating (SIGTERM)\u000a18:52:52.684415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19270): Terminating (SIGTERM)\u000a18:52:52.724079 run iperf3-srv_10.42.42.10(pid=19271): Terminating (SIGTERM)\u000a18:52:52.763670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19272): Terminating (SIGTERM)\u000a18:52:52.803119 run iperf3-srv_10.42.42.10(pid=19273): Terminating (SIGTERM)\u000a18:52:52.842838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19276): Terminating (SIGTERM)\u000a18:52:52.882463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19279): Terminating (SIGTERM)\u000a18:52:52.921997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19282): Terminating (SIGTERM)\u000a18:52:52.931247 --- ParallelTerminationStrategy: PID 19266 died...\u000a18:52:52.985123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19266): Terminated: ok {rc=0}\u000a18:52:52.994852 --- ParallelTerminationStrategy: PID 19267 died...\u000a18:52:53.047968 run iperf3-srv_10.42.42.10(pid=19267): Terminated {rc=256}\u000a18:52:53.057673 --- ParallelTerminationStrategy: PID 19268 died...\u000a18:52:53.111054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19268): Terminated: ok {rc=0}\u000a18:52:53.120694 --- ParallelTerminationStrategy: PID 19269 died...\u000a18:52:53.173705 run iperf3-srv_10.42.42.10(pid=19269): Terminated {rc=256}\u000a18:52:53.183333 --- ParallelTerminationStrategy: PID 19270 died...\u000a18:52:53.236666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19270): Terminated: ok {rc=0}\u000a18:52:53.246379 --- ParallelTerminationStrategy: PID 19271 died...\u000a18:52:53.299532 run iperf3-srv_10.42.42.10(pid=19271): Terminated {rc=256}\u000a18:52:53.309672 --- ParallelTerminationStrategy: PID 19272 died...\u000a18:52:53.363132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19272): Terminated: ok {rc=0}\u000a18:52:53.372853 --- ParallelTerminationStrategy: PID 19273 died...\u000a18:52:53.427146 run iperf3-srv_10.42.42.10(pid=19273): Terminated {rc=256}\u000a18:52:53.436868 --- ParallelTerminationStrategy: PID 19276 died...\u000a18:52:53.490310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19276): Terminated: ok {rc=0}\u000a18:52:53.500062 --- ParallelTerminationStrategy: PID 19279 died...\u000a18:52:53.553577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19279): Terminated: ok {rc=0}\u000a18:52:53.563375 --- ParallelTerminationStrategy: PID 19282 died...\u000a18:52:53.617008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19282): Terminated: ok {rc=0}\u000a18:52:53.705735 bus /gobi_4: Setting Powered False\u000a18:52:54.810894 bus /gobi_4: Setting Powered False\u000a18:52:55.922607 bus /gobi_1: Setting Powered False\u000a18:52:57.030274 bus /gobi_1: Setting Powered False\u000a18:52:58.139034 bus /gobi_0: Setting Powered False\u000a18:52:59.244744 bus /gobi_0: Setting Powered False\u000a18:53:00.353739 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19290): Process ended prematurely: osmo-stp_10.42.42.5(pid=19290) [trial-2393↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19290)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19290): Process ended prematurely: osmo-stp_10.42.42.5(pid=19290) [trial-2393↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g ping.py\u000a----------------------------------------------\u000a18:53:01.428693 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:01.444054 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a18:53:01.578356 tst ping.py: using LAC 35573\u000a18:53:01.722609 tst ping.py: using RAC 128\u000a18:53:01.854075 tst ping.py: using CellId 35573\u000a18:53:01.980809 tst ping.py: using BVCI 35574\u000a18:53:02.004881 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:02.016057 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:02.027348 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:02.038358 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:02.049190 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:02.060044 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:02.071214 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:02.082149 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:53:02.378723 tst ping.py:19: start network...\u000a18:53:02.516519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:03.027920 run create_hlr_db(pid=19284): Launched\u000a18:53:03.217324 bus /gobi_6: Setting Powered False\u000a18:53:04.237422 run create_hlr_db(pid=19284): Terminated: ok {rc=0}\u000a18:53:04.671614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19286): Launched\u000a18:53:04.999110 run osmo-hlr_10.42.42.2(pid=19287): Launched\u000a18:53:05.119898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:05.689083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19289): Launched\u000a18:53:06.018271 run osmo-stp_10.42.42.5(pid=19290): Launched\u000a18:53:06.137021 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:06.705909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19292): Launched\u000a18:53:06.822316 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:07.107036 run patchelf(pid=19293): Launched\u000a18:53:07.298318 run osmo-stp_10.42.42.5(pid=19290): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19290)]\u000a18:53:07.437853 run osmo-stp_10.42.42.5(pid=19290): stdout: \u000a| (launched: 2022-12-13_18:53:05.855366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:07.578497 run osmo-stp_10.42.42.5(pid=19290): stderr: \u000a| �[0;m�[38;5;43m20221213185306047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185306047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185306048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185306048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185306049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185306049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185306049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:07.713786 run osmo-stp_10.42.42.5(pid=19290): stdout: \u000a| (launched: 2022-12-13_18:53:05.855366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:07.847800 run osmo-stp_10.42.42.5(pid=19290): stderr: \u000a| �[0;m�[38;5;43m20221213185306047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185306047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185306048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185306048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185306049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185306049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185306049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:08.003144 run patchelf(pid=19293): Terminating (SIGINT)\u000a18:53:08.185410 run patchelf(pid=19293): Terminated: ok {rc=0}\u000a18:53:08.218313 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19290): Process ended prematurely: osmo-stp_10.42.42.5(pid=19290) [trial-2393↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19290)] [trial-2393↪gprs:oc2g↪ping.py:22]\u000a18:53:08.227599 tst ping.py:22: Test FAILED (6.8 sec)\u000a18:53:08.292487 run osmo-hlr_10.42.42.2(pid=19287): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19287)]\u000a18:53:08.345091 run osmo-hlr_10.42.42.2(pid=19287): stdout: \u000a| (launched: 2022-12-13_18:53:04.837461) \u000a18:53:08.398023 run osmo-hlr_10.42.42.2(pid=19287): stderr: \u000a| �[0;m�[1;31m20221213185305034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185305034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185305034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185305034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185305034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185305034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185305047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185305055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185305056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185305056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:08.443498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19286): Terminating (SIGTERM)\u000a18:53:08.486803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19289): Terminating (SIGTERM)\u000a18:53:08.529350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19292): Terminating (SIGTERM)\u000a18:53:08.539418 --- ParallelTerminationStrategy: PID 19286 died...\u000a18:53:08.597232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19286): Terminated: ok {rc=0}\u000a18:53:08.607641 --- ParallelTerminationStrategy: PID 19289 died...\u000a18:53:08.664886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19289): Terminated: ok {rc=0}\u000a18:53:08.675385 --- ParallelTerminationStrategy: PID 19292 died...\u000a18:53:08.732422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19292): Terminated: ok {rc=0}\u000a18:53:08.821623 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19300): Process ended prematurely: osmo-stp_10.42.42.5(pid=19300) [trial-2393↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19300)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19300): Process ended prematurely: osmo-stp_10.42.42.5(pid=19300) [trial-2393↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a18:53:09.873759 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:09.885573 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a18:53:10.018660 tst ping_idle_ping.py: using LAC 35574\u000a18:53:10.146282 tst ping_idle_ping.py: using RAC 129\u000a18:53:10.273728 tst ping_idle_ping.py: using CellId 35574\u000a18:53:10.402726 tst ping_idle_ping.py: using BVCI 35575\u000a18:53:10.427751 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:10.438863 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:10.449872 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:10.460784 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:10.471995 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:10.483632 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:10.495075 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a18:53:10.506526 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a18:53:10.784928 tst ping_idle_ping.py:24: start network...\u000a18:53:10.911314 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:11.403246 run create_hlr_db(pid=19294): Launched\u000a18:53:11.594065 bus /gobi_6: Setting Powered False\u000a18:53:12.613606 run create_hlr_db(pid=19294): Terminated: ok {rc=0}\u000a18:53:13.048506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19296): Launched\u000a18:53:13.377433 run osmo-hlr_10.42.42.2(pid=19297): Launched\u000a18:53:13.498891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:14.068754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19299): Launched\u000a18:53:14.396635 run osmo-stp_10.42.42.5(pid=19300): Launched\u000a18:53:14.516225 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:15.085813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19302): Launched\u000a18:53:15.202177 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:15.487261 run patchelf(pid=19303): Launched\u000a18:53:15.677994 run osmo-stp_10.42.42.5(pid=19300): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19300)]\u000a18:53:15.816764 run osmo-stp_10.42.42.5(pid=19300): stdout: \u000a| (launched: 2022-12-13_18:53:14.235277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:15.975816 run osmo-stp_10.42.42.5(pid=19300): stderr: \u000a| �[0;m�[38;5;43m20221213185314426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185314426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185314427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185314427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185314428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185314428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185314428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:16.113279 run osmo-stp_10.42.42.5(pid=19300): stdout: \u000a| (launched: 2022-12-13_18:53:14.235277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:16.250798 run osmo-stp_10.42.42.5(pid=19300): stderr: \u000a| �[0;m�[38;5;43m20221213185314426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185314426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185314427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185314427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185314428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185314428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185314428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:16.410629 run patchelf(pid=19303): Terminating (SIGINT)\u000a18:53:16.598212 run patchelf(pid=19303): Terminated: ok {rc=0}\u000a18:53:16.632903 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19300): Process ended prematurely: osmo-stp_10.42.42.5(pid=19300) [trial-2393↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19300)] [trial-2393↪gprs:oc2g↪ping_idle_ping.py:27]\u000a18:53:16.643381 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a18:53:16.709985 run osmo-hlr_10.42.42.2(pid=19297): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19297)]\u000a18:53:16.764054 run osmo-hlr_10.42.42.2(pid=19297): stdout: \u000a| (launched: 2022-12-13_18:53:13.215018) \u000a18:53:16.818986 run osmo-hlr_10.42.42.2(pid=19297): stderr: \u000a| �[0;m�[1;31m20221213185313414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185313414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185313414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185313414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185313414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185313414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185313427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185313436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185313436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185313436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:16.866248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19296): Terminating (SIGTERM)\u000a18:53:16.912388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19299): Terminating (SIGTERM)\u000a18:53:16.956882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19302): Terminating (SIGTERM)\u000a18:53:16.967237 --- ParallelTerminationStrategy: PID 19296 died...\u000a18:53:17.026707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19296): Terminated: ok {rc=0}\u000a18:53:17.037841 --- ParallelTerminationStrategy: PID 19299 died...\u000a18:53:17.097149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19299): Terminated: ok {rc=0}\u000a18:53:17.108223 --- ParallelTerminationStrategy: PID 19302 died...\u000a18:53:17.167423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19302): Terminated: ok {rc=0}\u000a18:53:17.257059 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:52:18" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19317): Process ended prematurely: osmo-stp_10.42.42.5(pid=19317) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19317)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19317): Process ended prematurely: osmo-stp_10.42.42.5(pid=19317) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:53:19.374476 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:19.385343 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:53:19.517399 tst cs_paging_gprs_active.py: using LAC 35575\u000a18:53:19.644654 tst cs_paging_gprs_active.py: using RAC 130\u000a18:53:19.772727 tst cs_paging_gprs_active.py: using CellId 35575\u000a18:53:19.899286 tst cs_paging_gprs_active.py: using BVCI 35576\u000a18:53:19.924185 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:19.936050 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:19.947369 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:19.958483 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:19.969887 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:19.981228 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:19.992900 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:20.004349 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:20.016029 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:53:20.134734 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:53:20.415311 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:53:20.542061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:20.855549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19307): Launched\u000a18:53:21.115765 run iperf3-srv_10.42.42.10(pid=19308): Launched\u000a18:53:21.300049 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:53:21.425540 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:21.739836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19309): Launched\u000a18:53:22.000491 run iperf3-srv_10.42.42.10(pid=19310): Launched\u000a18:53:22.185239 tst cs_paging_gprs_active.py:38: start network...\u000a18:53:22.311152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:22.801061 run create_hlr_db(pid=19311): Launched\u000a18:53:22.989697 bus /gobi_6: Setting Powered False\u000a18:53:24.011413 run create_hlr_db(pid=19311): Terminated: ok {rc=0}\u000a18:53:24.444033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19313): Launched\u000a18:53:24.771409 run osmo-hlr_10.42.42.2(pid=19314): Launched\u000a18:53:24.891872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:25.458401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19316): Launched\u000a18:53:25.785914 run osmo-stp_10.42.42.5(pid=19317): Launched\u000a18:53:25.904488 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:26.472573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19319): Launched\u000a18:53:26.590308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:26.873881 run patchelf(pid=19320): Launched\u000a18:53:27.064046 run osmo-stp_10.42.42.5(pid=19317): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19317)]\u000a18:53:27.203365 run osmo-stp_10.42.42.5(pid=19317): stdout: \u000a| (launched: 2022-12-13_18:53:25.624936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:27.343490 run osmo-stp_10.42.42.5(pid=19317): stderr: \u000a| �[0;m�[38;5;43m20221213185325815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185325816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185325816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185325816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185325817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185325817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185325817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:27.478502 run osmo-stp_10.42.42.5(pid=19317): stdout: \u000a| (launched: 2022-12-13_18:53:25.624936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:27.612714 run osmo-stp_10.42.42.5(pid=19317): stderr: \u000a| �[0;m�[38;5;43m20221213185325815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185325816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185325816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185325816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185325817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185325817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185325817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:27.768494 run patchelf(pid=19320): Terminating (SIGINT)\u000a18:53:27.950957 run patchelf(pid=19320): Terminated: ok {rc=0}\u000a18:53:27.984344 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19317): Process ended prematurely: osmo-stp_10.42.42.5(pid=19317) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19317)] [trial-2393↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a18:53:27.994435 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:53:28.058470 run osmo-hlr_10.42.42.2(pid=19314): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19314)]\u000a18:53:28.110745 run osmo-hlr_10.42.42.2(pid=19314): stdout: \u000a| (launched: 2022-12-13_18:53:24.610533) \u000a18:53:28.163911 run osmo-hlr_10.42.42.2(pid=19314): stderr: \u000a| �[0;m�[1;31m20221213185324808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185324808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185324808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185324808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185324808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185324808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185324823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185324833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185324833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185324833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:28.209333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19307): Terminating (SIGTERM)\u000a18:53:28.251845 run iperf3-srv_10.42.42.10(pid=19308): Terminating (SIGTERM)\u000a18:53:28.294455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19309): Terminating (SIGTERM)\u000a18:53:28.337025 run iperf3-srv_10.42.42.10(pid=19310): Terminating (SIGTERM)\u000a18:53:28.379923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19313): Terminating (SIGTERM)\u000a18:53:28.422506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19316): Terminating (SIGTERM)\u000a18:53:28.465054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19319): Terminating (SIGTERM)\u000a18:53:28.474782 --- ParallelTerminationStrategy: PID 19307 died...\u000a18:53:28.532349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19307): Terminated: ok {rc=0}\u000a18:53:28.542649 --- ParallelTerminationStrategy: PID 19308 died...\u000a18:53:28.599385 run iperf3-srv_10.42.42.10(pid=19308): Terminated {rc=256}\u000a18:53:28.609420 --- ParallelTerminationStrategy: PID 19309 died...\u000a18:53:28.666145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19309): Terminated: ok {rc=0}\u000a18:53:28.676182 --- ParallelTerminationStrategy: PID 19310 died...\u000a18:53:28.732784 run iperf3-srv_10.42.42.10(pid=19310): Terminated {rc=256}\u000a18:53:28.742950 --- ParallelTerminationStrategy: PID 19313 died...\u000a18:53:28.799542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19313): Terminated: ok {rc=0}\u000a18:53:28.810036 --- ParallelTerminationStrategy: PID 19316 died...\u000a18:53:28.866828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19316): Terminated: ok {rc=0}\u000a18:53:28.876910 --- ParallelTerminationStrategy: PID 19319 died...\u000a18:53:28.933941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19319): Terminated: ok {rc=0}\u000a18:53:29.021567 bus /gobi_0: Setting Powered False\u000a18:53:30.129146 bus /gobi_0: Setting Powered False\u000a18:53:31.241925 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19329): Process ended prematurely: osmo-stp_10.42.42.5(pid=19329) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19329)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19329): Process ended prematurely: osmo-stp_10.42.42.5(pid=19329) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a18:53:32.357239 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:32.369649 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:53:32.502208 tst iperf3.py: using LAC 35576\u000a18:53:32.629255 tst iperf3.py: using RAC 131\u000a18:53:32.758109 tst iperf3.py: using CellId 35576\u000a18:53:32.884670 tst iperf3.py: using BVCI 35577\u000a18:53:32.909639 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:32.920999 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:32.932107 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:32.943332 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:32.954885 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:32.966411 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:32.978234 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:32.989625 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:33.001742 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:53:33.281945 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:53:33.408088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:33.732279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19321): Launched\u000a18:53:34.013140 run iperf3-srv_10.42.42.10(pid=19322): Launched\u000a18:53:34.212133 tst iperf3.py:8: start network...\u000a18:53:34.348274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:34.859030 run create_hlr_db(pid=19323): Launched\u000a18:53:35.046903 bus /gobi_6: Setting Powered False\u000a18:53:36.067988 run create_hlr_db(pid=19323): Terminated: ok {rc=0}\u000a18:53:36.498143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19325): Launched\u000a18:53:36.822410 run osmo-hlr_10.42.42.2(pid=19326): Launched\u000a18:53:36.942954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:37.508739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19328): Launched\u000a18:53:37.838621 run osmo-stp_10.42.42.5(pid=19329): Launched\u000a18:53:37.957583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:38.522775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19331): Launched\u000a18:53:38.638940 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:38.921123 run patchelf(pid=19332): Launched\u000a18:53:39.111003 run osmo-stp_10.42.42.5(pid=19329): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19329)]\u000a18:53:39.249849 run osmo-stp_10.42.42.5(pid=19329): stdout: \u000a| (launched: 2022-12-13_18:53:37.674690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:39.389423 run osmo-stp_10.42.42.5(pid=19329): stderr: \u000a| �[0;m�[38;5;43m20221213185337865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185337865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185337865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185337866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185337866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185337866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185337866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:39.524713 run osmo-stp_10.42.42.5(pid=19329): stdout: \u000a| (launched: 2022-12-13_18:53:37.674690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:39.658516 run osmo-stp_10.42.42.5(pid=19329): stderr: \u000a| �[0;m�[38;5;43m20221213185337865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185337865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185337865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185337866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185337866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185337866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185337866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:39.813904 run patchelf(pid=19332): Terminating (SIGINT)\u000a18:53:39.995538 run patchelf(pid=19332): Terminated: ok {rc=0}\u000a18:53:40.028933 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19329): Process ended prematurely: osmo-stp_10.42.42.5(pid=19329) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19329)] [trial-2393↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a18:53:40.039133 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a18:53:40.102558 run osmo-hlr_10.42.42.2(pid=19326): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19326)]\u000a18:53:40.154059 run osmo-hlr_10.42.42.2(pid=19326): stdout: \u000a| (launched: 2022-12-13_18:53:36.663277) \u000a18:53:40.206275 run osmo-hlr_10.42.42.2(pid=19326): stderr: \u000a| �[0;m�[1;31m20221213185336859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185336859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185336859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185336859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185336859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185336859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185336871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185336880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185336880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185336880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:40.251214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19321): Terminating (SIGTERM)\u000a18:53:40.293994 run iperf3-srv_10.42.42.10(pid=19322): Terminating (SIGTERM)\u000a18:53:40.336523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19325): Terminating (SIGTERM)\u000a18:53:40.378790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19328): Terminating (SIGTERM)\u000a18:53:40.421206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19331): Terminating (SIGTERM)\u000a18:53:40.430855 --- ParallelTerminationStrategy: PID 19321 died...\u000a18:53:40.488056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19321): Terminated: ok {rc=0}\u000a18:53:40.498590 --- ParallelTerminationStrategy: PID 19322 died...\u000a18:53:40.556196 run iperf3-srv_10.42.42.10(pid=19322): Terminated {rc=256}\u000a18:53:40.566238 --- ParallelTerminationStrategy: PID 19325 died...\u000a18:53:40.622662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19325): Terminated: ok {rc=0}\u000a18:53:40.632728 --- ParallelTerminationStrategy: PID 19328 died...\u000a18:53:40.689917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19328): Terminated: ok {rc=0}\u000a18:53:40.699944 --- ParallelTerminationStrategy: PID 19331 died...\u000a18:53:40.756899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19331): Terminated: ok {rc=0}\u000a18:53:40.846538 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19361): Process ended prematurely: osmo-stp_10.42.42.5(pid=19361) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19361)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19361): Process ended prematurely: osmo-stp_10.42.42.5(pid=19361) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a18:53:41.963504 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:41.975700 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:53:42.107541 tst iperf3m4.py: using LAC 35577\u000a18:53:42.234050 tst iperf3m4.py: using RAC 132\u000a18:53:42.360486 tst iperf3m4.py: using CellId 35577\u000a18:53:42.486686 tst iperf3m4.py: using BVCI 35578\u000a18:53:42.512061 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:42.523488 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:42.534669 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:42.546073 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:42.558047 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:42.570013 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:42.582201 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:42.594139 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:53:42.606424 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:53:42.732604 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:53:42.850714 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:53:42.971654 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:53:43.265719 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:53:43.402037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:43.740839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19334): Launched\u000a18:53:44.022153 run iperf3-srv_10.42.42.10(pid=19335): Launched\u000a18:53:44.221466 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:53:44.357676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:44.695190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19336): Launched\u000a18:53:44.975703 run iperf3-srv_10.42.42.10(pid=19337): Launched\u000a18:53:45.175009 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:53:45.310765 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:45.647420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19338): Launched\u000a18:53:45.963704 run iperf3-srv_10.42.42.10(pid=19339): Launched\u000a18:53:46.166799 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:53:46.306250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:53:46.658835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19340): Launched\u000a18:53:46.956645 run iperf3-srv_10.42.42.10(pid=19341): Launched\u000a18:53:47.165763 tst iperf3m4.py:8: start network...\u000a18:53:47.306915 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:53:47.868580 run create_hlr_db(pid=19353): Launched\u000a18:53:48.047591 bus /gobi_6: Setting Powered False\u000a18:53:49.068870 run create_hlr_db(pid=19353): Terminated: ok {rc=0}\u000a18:53:49.499050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19355): Launched\u000a18:53:49.911191 run osmo-hlr_10.42.42.2(pid=19356): Launched\u000a18:53:50.147331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:53:50.781703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19359): Launched\u000a18:53:51.203792 run osmo-stp_10.42.42.5(pid=19361): Launched\u000a18:53:51.435853 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:53:52.040183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19363): Launched\u000a18:53:52.152249 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:53:52.438679 run patchelf(pid=19364): Launched\u000a18:53:52.621123 run osmo-stp_10.42.42.5(pid=19361): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19361)]\u000a18:53:52.755685 run osmo-stp_10.42.42.5(pid=19361): stdout: \u000a| (launched: 2022-12-13_18:53:50.948895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:52.888835 run osmo-stp_10.42.42.5(pid=19361): stderr: \u000a| �[0;m�[38;5;43m20221213185351273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185351273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185351274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185351274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185351275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185351275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185351275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:53.018933 run osmo-stp_10.42.42.5(pid=19361): stdout: \u000a| (launched: 2022-12-13_18:53:50.948895)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:53:53.150822 run osmo-stp_10.42.42.5(pid=19361): stderr: \u000a| �[0;m�[38;5;43m20221213185351273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185351273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185351274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185351274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185351275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185351275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185351275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:53:53.298833 run patchelf(pid=19364): Terminating (SIGINT)\u000a18:53:53.475773 run patchelf(pid=19364): Terminated: ok {rc=0}\u000a18:53:53.509148 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19361): Process ended prematurely: osmo-stp_10.42.42.5(pid=19361) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19361)] [trial-2393↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a18:53:53.519477 tst iperf3m4.py:8: Test FAILED (11.6 sec)\u000a18:53:53.583949 run osmo-hlr_10.42.42.2(pid=19356): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19356)]\u000a18:53:53.635377 run osmo-hlr_10.42.42.2(pid=19356): stdout: \u000a| (launched: 2022-12-13_18:53:49.660007) \u000a18:53:53.688176 run osmo-hlr_10.42.42.2(pid=19356): stderr: \u000a| �[0;m�[1;31m20221213185350001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185350001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185350001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185350001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185350001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185350001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185350013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185350021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185350021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185350021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:53:53.750821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19334): Terminating (SIGTERM)\u000a18:53:53.794513 run iperf3-srv_10.42.42.10(pid=19335): Terminating (SIGTERM)\u000a18:53:53.845621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19336): Terminating (SIGTERM)\u000a18:53:53.896744 run iperf3-srv_10.42.42.10(pid=19337): Terminating (SIGTERM)\u000a18:53:53.945416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19338): Terminating (SIGTERM)\u000a18:53:53.997907 run iperf3-srv_10.42.42.10(pid=19339): Terminating (SIGTERM)\u000a18:53:54.040878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19340): Terminating (SIGTERM)\u000a18:53:54.081902 run iperf3-srv_10.42.42.10(pid=19341): Terminating (SIGTERM)\u000a18:53:54.122623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19355): Terminating (SIGTERM)\u000a18:53:54.167105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19359): Terminating (SIGTERM)\u000a18:53:54.220402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19363): Terminating (SIGTERM)\u000a18:53:54.232396 --- ParallelTerminationStrategy: PID 19334 died...\u000a18:53:54.292915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19334): Terminated: ok {rc=0}\u000a18:53:54.303073 --- ParallelTerminationStrategy: PID 19335 died...\u000a18:53:54.360456 run iperf3-srv_10.42.42.10(pid=19335): Terminated {rc=256}\u000a18:53:54.370533 --- ParallelTerminationStrategy: PID 19336 died...\u000a18:53:54.433637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19336): Terminated: ok {rc=0}\u000a18:53:54.444123 --- ParallelTerminationStrategy: PID 19337 died...\u000a18:53:54.511593 run iperf3-srv_10.42.42.10(pid=19337): Terminated {rc=256}\u000a18:53:54.521985 --- ParallelTerminationStrategy: PID 19338 died...\u000a18:53:54.585547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19338): Terminated: ok {rc=0}\u000a18:53:54.595753 --- ParallelTerminationStrategy: PID 19339 died...\u000a18:53:54.660697 run iperf3-srv_10.42.42.10(pid=19339): Terminated {rc=256}\u000a18:53:54.675807 --- ParallelTerminationStrategy: PID 19340 died...\u000a18:53:54.743727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19340): Terminated: ok {rc=0}\u000a18:53:54.755994 --- ParallelTerminationStrategy: PID 19341 died...\u000a18:53:54.828666 run iperf3-srv_10.42.42.10(pid=19341): Terminated {rc=256}\u000a18:53:54.840477 --- ParallelTerminationStrategy: PID 19355 died...\u000a18:53:54.915636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19355): Terminated: ok {rc=0}\u000a18:53:54.931291 --- ParallelTerminationStrategy: PID 19359 died...\u000a18:53:54.997942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19359): Terminated: ok {rc=0}\u000a18:53:55.017472 --- ParallelTerminationStrategy: PID 19363 died...\u000a18:53:55.086910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19363): Terminated: ok {rc=0}\u000a18:53:55.196236 bus /gobi_4: Setting Powered False\u000a18:53:56.305703 bus /gobi_4: Setting Powered False\u000a18:53:57.423361 bus /gobi_1: Setting Powered False\u000a18:53:58.530743 bus /gobi_1: Setting Powered False\u000a18:53:59.640292 bus /gobi_0: Setting Powered False\u000a18:54:00.746292 bus /gobi_0: Setting Powered False\u000a18:54:01.873815 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19631): Process ended prematurely: osmo-stp_10.42.42.5(pid=19631) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19631)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19631): Process ended prematurely: osmo-stp_10.42.42.5(pid=19631) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a18:54:02.952378 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:02.964864 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:54:03.094471 tst ping.py: using LAC 35578\u000a18:54:03.216352 tst ping.py: using RAC 133\u000a18:54:03.337903 tst ping.py: using CellId 35578\u000a18:54:03.455139 tst ping.py: using BVCI 35579\u000a18:54:03.479027 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:03.491137 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:03.503285 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:03.515114 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:03.528281 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:03.540525 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:03.552722 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:03.565157 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:54:03.848247 tst ping.py:19: start network...\u000a18:54:03.977980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:04.506381 run create_hlr_db(pid=19625): Launched\u000a18:54:04.685730 bus /gobi_6: Setting Powered False\u000a18:54:05.706884 run create_hlr_db(pid=19625): Terminated: ok {rc=0}\u000a18:54:06.137514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19627): Launched\u000a18:54:06.545843 run osmo-hlr_10.42.42.2(pid=19628): Launched\u000a18:54:06.774885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:07.407423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19630): Launched\u000a18:54:07.819267 run osmo-stp_10.42.42.5(pid=19631): Launched\u000a18:54:08.053399 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:08.651283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19633): Launched\u000a18:54:08.762789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:09.045305 run patchelf(pid=19634): Launched\u000a18:54:09.227388 run osmo-stp_10.42.42.5(pid=19631): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19631)]\u000a18:54:09.362355 run osmo-stp_10.42.42.5(pid=19631): stdout: \u000a| (launched: 2022-12-13_18:54:07.566008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:09.495104 run osmo-stp_10.42.42.5(pid=19631): stderr: \u000a| �[0;m�[38;5;43m20221213185407885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185407886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185407886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185407886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185407893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185407893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185407894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:09.625389 run osmo-stp_10.42.42.5(pid=19631): stdout: \u000a| (launched: 2022-12-13_18:54:07.566008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:09.754459 run osmo-stp_10.42.42.5(pid=19631): stderr: \u000a| �[0;m�[38;5;43m20221213185407885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185407886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185407886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185407886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185407893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185407893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185407894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:09.901777 run patchelf(pid=19634): Terminating (SIGINT)\u000a18:54:10.083404 run patchelf(pid=19634): Terminated: ok {rc=0}\u000a18:54:10.115003 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19631): Process ended prematurely: osmo-stp_10.42.42.5(pid=19631) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19631)] [trial-2393↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a18:54:10.123926 tst ping.py:22: Test FAILED (7.2 sec)\u000a18:54:10.185740 run osmo-hlr_10.42.42.2(pid=19628): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19628)]\u000a18:54:10.236223 run osmo-hlr_10.42.42.2(pid=19628): stdout: \u000a| (launched: 2022-12-13_18:54:06.293493) \u000a18:54:10.286850 run osmo-hlr_10.42.42.2(pid=19628): stderr: \u000a| �[0;m�[1;31m20221213185406631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185406631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185406631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185406631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185406631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185406631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185406646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185406663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185406663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185406663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:10.330191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19627): Terminating (SIGTERM)\u000a18:54:10.370765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19630): Terminating (SIGTERM)\u000a18:54:10.411410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19633): Terminating (SIGTERM)\u000a18:54:10.420469 --- ParallelTerminationStrategy: PID 19627 died...\u000a18:54:10.474927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19627): Terminated: ok {rc=0}\u000a18:54:10.484781 --- ParallelTerminationStrategy: PID 19630 died...\u000a18:54:10.539093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19630): Terminated: ok {rc=0}\u000a18:54:10.548782 --- ParallelTerminationStrategy: PID 19633 died...\u000a18:54:10.602832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19633): Terminated: ok {rc=0}\u000a18:54:10.692191 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19641): Process ended prematurely: osmo-stp_10.42.42.5(pid=19641) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19641)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19641): Process ended prematurely: osmo-stp_10.42.42.5(pid=19641) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a18:54:11.746301 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:11.758917 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a18:54:11.891752 tst ping_idle_ping.py: using LAC 35579\u000a18:54:12.012554 tst ping_idle_ping.py: using RAC 134\u000a18:54:12.131581 tst ping_idle_ping.py: using CellId 35579\u000a18:54:12.250648 tst ping_idle_ping.py: using BVCI 35580\u000a18:54:12.273730 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:12.284518 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:12.295385 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:12.306204 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:12.317338 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:12.328850 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:12.340308 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a18:54:12.351566 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a18:54:12.644666 tst ping_idle_ping.py:24: start network...\u000a18:54:12.778669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:13.286524 run create_hlr_db(pid=19635): Launched\u000a18:54:13.472891 bus /gobi_6: Setting Powered False\u000a18:54:14.493824 run create_hlr_db(pid=19635): Terminated: ok {rc=0}\u000a18:54:14.923758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19637): Launched\u000a18:54:15.247586 run osmo-hlr_10.42.42.2(pid=19638): Launched\u000a18:54:15.365523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:15.956590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19640): Launched\u000a18:54:16.370482 run osmo-stp_10.42.42.5(pid=19641): Launched\u000a18:54:16.517441 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:17.195565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19643): Launched\u000a18:54:17.314018 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:17.597139 run patchelf(pid=19644): Launched\u000a18:54:17.786168 run osmo-stp_10.42.42.5(pid=19641): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19641)]\u000a18:54:17.924083 run osmo-stp_10.42.42.5(pid=19641): stdout: \u000a| (launched: 2022-12-13_18:54:16.124613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:18.062585 run osmo-stp_10.42.42.5(pid=19641): stderr: \u000a| �[0;m�[38;5;43m20221213185416470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185416470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185416471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185416473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185416474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185416474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185416474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:18.196771 run osmo-stp_10.42.42.5(pid=19641): stdout: \u000a| (launched: 2022-12-13_18:54:16.124613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:18.329520 run osmo-stp_10.42.42.5(pid=19641): stderr: \u000a| �[0;m�[38;5;43m20221213185416470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185416470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185416471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185416473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185416474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185416474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185416474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:18.483213 run patchelf(pid=19644): Terminating (SIGINT)\u000a18:54:18.663824 run patchelf(pid=19644): Terminated: ok {rc=0}\u000a18:54:18.696500 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19641): Process ended prematurely: osmo-stp_10.42.42.5(pid=19641) [trial-2393↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19641)] [trial-2393↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a18:54:18.705986 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a18:54:18.770508 run osmo-hlr_10.42.42.2(pid=19638): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19638)]\u000a18:54:18.822687 run osmo-hlr_10.42.42.2(pid=19638): stdout: \u000a| (launched: 2022-12-13_18:54:15.087836) \u000a18:54:18.875551 run osmo-hlr_10.42.42.2(pid=19638): stderr: \u000a| �[0;m�[1;31m20221213185415281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185415282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185415282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185415282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185415282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185415282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185415295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185415305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185415305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185415305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:18.921022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19637): Terminating (SIGTERM)\u000a18:54:18.963929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19640): Terminating (SIGTERM)\u000a18:54:19.006766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19643): Terminating (SIGTERM)\u000a18:54:19.016638 --- ParallelTerminationStrategy: PID 19637 died...\u000a18:54:19.074004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19637): Terminated: ok {rc=0}\u000a18:54:19.084322 --- ParallelTerminationStrategy: PID 19640 died...\u000a18:54:19.141831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19640): Terminated: ok {rc=0}\u000a18:54:19.152080 --- ParallelTerminationStrategy: PID 19643 died...\u000a18:54:19.208890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19643): Terminated: ok {rc=0}\u000a18:54:19.295932 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:53:19" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19658): Process ended prematurely: osmo-stp_10.42.42.5(pid=19658) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19658)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19658): Process ended prematurely: osmo-stp_10.42.42.5(pid=19658) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:54:21.406212 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:21.417219 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:54:21.562526 tst cs_paging_gprs_active.py: using LAC 35580\u000a18:54:21.681237 tst cs_paging_gprs_active.py: using RAC 135\u000a18:54:21.800086 tst cs_paging_gprs_active.py: using CellId 35580\u000a18:54:21.919016 tst cs_paging_gprs_active.py: using BVCI 35581\u000a18:54:21.942479 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:21.953426 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:21.964011 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:21.974670 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:21.985844 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:21.997149 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:22.008018 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:22.018802 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:22.029789 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:54:22.152497 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:54:22.435227 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:54:22.563350 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:22.880761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19648): Launched\u000a18:54:23.144699 run iperf3-srv_10.42.42.10(pid=19649): Launched\u000a18:54:23.332262 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:54:23.460297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:23.777405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19650): Launched\u000a18:54:24.040782 run iperf3-srv_10.42.42.10(pid=19651): Launched\u000a18:54:24.229098 tst cs_paging_gprs_active.py:38: start network...\u000a18:54:24.356885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:24.847250 run create_hlr_db(pid=19652): Launched\u000a18:54:25.022796 bus /gobi_6: Setting Powered False\u000a18:54:26.045522 run create_hlr_db(pid=19652): Terminated: ok {rc=0}\u000a18:54:26.480153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19654): Launched\u000a18:54:26.810383 run osmo-hlr_10.42.42.2(pid=19655): Launched\u000a18:54:26.931667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:27.501056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19657): Launched\u000a18:54:27.829892 run osmo-stp_10.42.42.5(pid=19658): Launched\u000a18:54:27.948929 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:28.519355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19660): Launched\u000a18:54:28.636345 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:28.921458 run patchelf(pid=19661): Launched\u000a18:54:29.112781 run osmo-stp_10.42.42.5(pid=19658): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19658)]\u000a18:54:29.252441 run osmo-stp_10.42.42.5(pid=19658): stdout: \u000a| (launched: 2022-12-13_18:54:27.667969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:29.392609 run osmo-stp_10.42.42.5(pid=19658): stderr: \u000a| �[0;m�[38;5;43m20221213185427855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185427855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185427855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185427856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185427856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185427856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185427856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:29.528234 run osmo-stp_10.42.42.5(pid=19658): stdout: \u000a| (launched: 2022-12-13_18:54:27.667969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:29.662494 run osmo-stp_10.42.42.5(pid=19658): stderr: \u000a| �[0;m�[38;5;43m20221213185427855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185427855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185427855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185427856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185427856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185427856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185427856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:29.818847 run patchelf(pid=19661): Terminating (SIGINT)\u000a18:54:30.002402 run patchelf(pid=19661): Terminated: ok {rc=0}\u000a18:54:30.036001 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19658): Process ended prematurely: osmo-stp_10.42.42.5(pid=19658) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19658)] [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a18:54:30.045868 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a18:54:30.109513 run osmo-hlr_10.42.42.2(pid=19655): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19655)]\u000a18:54:30.161570 run osmo-hlr_10.42.42.2(pid=19655): stdout: \u000a| (launched: 2022-12-13_18:54:26.647679) \u000a18:54:30.214288 run osmo-hlr_10.42.42.2(pid=19655): stderr: \u000a| �[0;m�[1;31m20221213185426843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185426843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185426843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185426843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185426843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185426843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185426855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185426863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185426864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185426864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:30.259237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19648): Terminating (SIGTERM)\u000a18:54:30.301743 run iperf3-srv_10.42.42.10(pid=19649): Terminating (SIGTERM)\u000a18:54:30.343735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19650): Terminating (SIGTERM)\u000a18:54:30.385801 run iperf3-srv_10.42.42.10(pid=19651): Terminating (SIGTERM)\u000a18:54:30.428070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19654): Terminating (SIGTERM)\u000a18:54:30.470267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19657): Terminating (SIGTERM)\u000a18:54:30.512750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19660): Terminating (SIGTERM)\u000a18:54:30.522397 --- ParallelTerminationStrategy: PID 19648 died...\u000a18:54:30.578862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19648): Terminated: ok {rc=0}\u000a18:54:30.588763 --- ParallelTerminationStrategy: PID 19649 died...\u000a18:54:30.644409 run iperf3-srv_10.42.42.10(pid=19649): Terminated {rc=256}\u000a18:54:30.654258 --- ParallelTerminationStrategy: PID 19650 died...\u000a18:54:30.710049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19650): Terminated: ok {rc=0}\u000a18:54:30.720257 --- ParallelTerminationStrategy: PID 19651 died...\u000a18:54:30.776000 run iperf3-srv_10.42.42.10(pid=19651): Terminated {rc=256}\u000a18:54:30.785895 --- ParallelTerminationStrategy: PID 19654 died...\u000a18:54:30.842152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19654): Terminated: ok {rc=0}\u000a18:54:30.853159 --- ParallelTerminationStrategy: PID 19657 died...\u000a18:54:30.923934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19657): Terminated: ok {rc=0}\u000a18:54:30.934545 --- ParallelTerminationStrategy: PID 19660 died...\u000a18:54:30.991071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19660): Terminated: ok {rc=0}\u000a18:54:31.080937 bus /gobi_0: Setting Powered False\u000a18:54:32.186696 bus /gobi_0: Setting Powered False\u000a18:54:33.297991 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19670): Process ended prematurely: osmo-stp_10.42.42.5(pid=19670) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19670)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19670): Process ended prematurely: osmo-stp_10.42.42.5(pid=19670) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a18:54:34.408452 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:34.420080 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:54:34.570557 tst iperf3.py: using LAC 35581\u000a18:54:34.688410 tst iperf3.py: using RAC 136\u000a18:54:34.808143 tst iperf3.py: using CellId 35581\u000a18:54:34.927473 tst iperf3.py: using BVCI 35582\u000a18:54:34.950865 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:34.961787 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:34.972322 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:34.982924 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:34.993521 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:35.004188 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:35.015181 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:35.026282 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:35.037125 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:54:35.314440 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:54:35.440685 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:35.755806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19662): Launched\u000a18:54:36.020315 run iperf3-srv_10.42.42.10(pid=19663): Launched\u000a18:54:36.206216 tst iperf3.py:8: start network...\u000a18:54:36.333333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:36.820654 run create_hlr_db(pid=19664): Launched\u000a18:54:36.994993 bus /gobi_6: Setting Powered False\u000a18:54:38.016114 run create_hlr_db(pid=19664): Terminated: ok {rc=0}\u000a18:54:38.451613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19666): Launched\u000a18:54:38.779219 run osmo-hlr_10.42.42.2(pid=19667): Launched\u000a18:54:38.903292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:39.472305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19669): Launched\u000a18:54:39.801016 run osmo-stp_10.42.42.5(pid=19670): Launched\u000a18:54:39.918099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:40.485687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19672): Launched\u000a18:54:40.602991 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:40.887975 run patchelf(pid=19673): Launched\u000a18:54:41.078978 run osmo-stp_10.42.42.5(pid=19670): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19670)]\u000a18:54:41.218852 run osmo-stp_10.42.42.5(pid=19670): stdout: \u000a| (launched: 2022-12-13_18:54:39.639259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:41.359341 run osmo-stp_10.42.42.5(pid=19670): stderr: \u000a| �[0;m�[38;5;43m20221213185439829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185439829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185439829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185439829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185439830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185439830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185439830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:41.494907 run osmo-stp_10.42.42.5(pid=19670): stdout: \u000a| (launched: 2022-12-13_18:54:39.639259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:41.629777 run osmo-stp_10.42.42.5(pid=19670): stderr: \u000a| �[0;m�[38;5;43m20221213185439829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185439829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185439829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185439829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185439830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185439830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185439830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:41.785919 run patchelf(pid=19673): Terminating (SIGINT)\u000a18:54:41.968797 run patchelf(pid=19673): Terminated: ok {rc=0}\u000a18:54:42.002584 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19670): Process ended prematurely: osmo-stp_10.42.42.5(pid=19670) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19670)] [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a18:54:42.012610 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:54:42.076867 run osmo-hlr_10.42.42.2(pid=19667): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19667)]\u000a18:54:42.129496 run osmo-hlr_10.42.42.2(pid=19667): stdout: \u000a| (launched: 2022-12-13_18:54:38.618409) \u000a18:54:42.182410 run osmo-hlr_10.42.42.2(pid=19667): stderr: \u000a| �[0;m�[1;31m20221213185438813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185438813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185438813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185438813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185438813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185438814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185438825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185438834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185438834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185438834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:42.227734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19662): Terminating (SIGTERM)\u000a18:54:42.270402 run iperf3-srv_10.42.42.10(pid=19663): Terminating (SIGTERM)\u000a18:54:42.313144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19666): Terminating (SIGTERM)\u000a18:54:42.355702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19669): Terminating (SIGTERM)\u000a18:54:42.398287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19672): Terminating (SIGTERM)\u000a18:54:42.408009 --- ParallelTerminationStrategy: PID 19662 died...\u000a18:54:42.464887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19662): Terminated: ok {rc=0}\u000a18:54:42.475104 --- ParallelTerminationStrategy: PID 19663 died...\u000a18:54:42.532183 run iperf3-srv_10.42.42.10(pid=19663): Terminated {rc=256}\u000a18:54:42.542338 --- ParallelTerminationStrategy: PID 19666 died...\u000a18:54:42.599044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19666): Terminated: ok {rc=0}\u000a18:54:42.609144 --- ParallelTerminationStrategy: PID 19669 died...\u000a18:54:42.665607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19669): Terminated: ok {rc=0}\u000a18:54:42.675777 --- ParallelTerminationStrategy: PID 19672 died...\u000a18:54:42.732294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19672): Terminated: ok {rc=0}\u000a18:54:42.819357 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19688): Process ended prematurely: osmo-stp_10.42.42.5(pid=19688) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19688): Process ended prematurely: osmo-stp_10.42.42.5(pid=19688) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a18:54:43.935310 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:43.947420 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:54:44.099342 tst iperf3m4.py: using LAC 35582\u000a18:54:44.227651 tst iperf3m4.py: using RAC 137\u000a18:54:44.366119 tst iperf3m4.py: using CellId 35582\u000a18:54:44.502486 tst iperf3m4.py: using BVCI 35583\u000a18:54:44.527814 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:44.539397 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:44.550570 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:44.561721 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:44.573282 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:44.584739 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:44.596489 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:44.607902 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:54:44.619704 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:54:44.737300 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:54:44.859766 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:54:44.976094 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:54:45.273037 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:54:45.410218 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:45.750336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19674): Launched\u000a18:54:46.051254 run iperf3-srv_10.42.42.10(pid=19675): Launched\u000a18:54:46.244087 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:54:46.380719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:46.714208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19676): Launched\u000a18:54:47.004306 run iperf3-srv_10.42.42.10(pid=19677): Launched\u000a18:54:47.210430 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:54:47.349347 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:47.691214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19678): Launched\u000a18:54:47.973696 run iperf3-srv_10.42.42.10(pid=19679): Launched\u000a18:54:48.174754 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:54:48.312100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:54:48.652329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19680): Launched\u000a18:54:48.935679 run iperf3-srv_10.42.42.10(pid=19681): Launched\u000a18:54:49.136797 tst iperf3m4.py:8: start network...\u000a18:54:49.274114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:54:49.791850 run create_hlr_db(pid=19682): Launched\u000a18:54:49.981789 bus /gobi_6: Setting Powered False\u000a18:54:51.003071 run create_hlr_db(pid=19682): Terminated: ok {rc=0}\u000a18:54:51.439696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19684): Launched\u000a18:54:51.769691 run osmo-hlr_10.42.42.2(pid=19685): Launched\u000a18:54:51.890652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:54:52.461115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19687): Launched\u000a18:54:52.792051 run osmo-stp_10.42.42.5(pid=19688): Launched\u000a18:54:52.911543 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:54:53.483012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19690): Launched\u000a18:54:53.601093 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:54:53.886694 run patchelf(pid=19691): Launched\u000a18:54:54.078153 run osmo-stp_10.42.42.5(pid=19688): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]\u000a18:54:54.218244 run osmo-stp_10.42.42.5(pid=19688): stdout: \u000a| (launched: 2022-12-13_18:54:52.628757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:54.358739 run osmo-stp_10.42.42.5(pid=19688): stderr: \u000a| �[0;m�[38;5;43m20221213185452818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185452819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185452819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185452819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185452820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185452820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185452820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:54.494236 run osmo-stp_10.42.42.5(pid=19688): stdout: \u000a| (launched: 2022-12-13_18:54:52.628757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:54:54.629197 run osmo-stp_10.42.42.5(pid=19688): stderr: \u000a| �[0;m�[38;5;43m20221213185452818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185452819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185452819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185452819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185452820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185452820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185452820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:54:54.785619 run patchelf(pid=19691): Terminating (SIGINT)\u000a18:54:54.968693 run patchelf(pid=19691): Terminated: ok {rc=0}\u000a18:54:55.002379 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19688): Process ended prematurely: osmo-stp_10.42.42.5(pid=19688) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)] [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a18:54:55.012420 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a18:54:55.077269 run osmo-hlr_10.42.42.2(pid=19685): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19685)]\u000a18:54:55.129906 run osmo-hlr_10.42.42.2(pid=19685): stdout: \u000a| (launched: 2022-12-13_18:54:51.607607) \u000a18:54:55.182842 run osmo-hlr_10.42.42.2(pid=19685): stderr: \u000a| �[0;m�[1;31m20221213185451805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185451805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185451805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185451805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185451805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185451805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185451819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185451829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185451829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185451830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:54:55.228182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19674): Terminating (SIGTERM)\u000a18:54:55.271340 run iperf3-srv_10.42.42.10(pid=19675): Terminating (SIGTERM)\u000a18:54:55.314150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19676): Terminating (SIGTERM)\u000a18:54:55.357079 run iperf3-srv_10.42.42.10(pid=19677): Terminating (SIGTERM)\u000a18:54:55.399914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19678): Terminating (SIGTERM)\u000a18:54:55.442612 run iperf3-srv_10.42.42.10(pid=19679): Terminating (SIGTERM)\u000a18:54:55.485351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19680): Terminating (SIGTERM)\u000a18:54:55.528043 run iperf3-srv_10.42.42.10(pid=19681): Terminating (SIGTERM)\u000a18:54:55.571293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19684): Terminating (SIGTERM)\u000a18:54:55.614022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19687): Terminating (SIGTERM)\u000a18:54:55.656596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19690): Terminating (SIGTERM)\u000a18:54:55.666390 --- ParallelTerminationStrategy: PID 19674 died...\u000a18:54:55.723640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19674): Terminated: ok {rc=0}\u000a18:54:55.733779 --- ParallelTerminationStrategy: PID 19675 died...\u000a18:54:55.790596 run iperf3-srv_10.42.42.10(pid=19675): Terminated {rc=256}\u000a18:54:55.800653 --- ParallelTerminationStrategy: PID 19676 died...\u000a18:54:55.857824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19676): Terminated: ok {rc=0}\u000a18:54:55.867924 --- ParallelTerminationStrategy: PID 19677 died...\u000a18:54:55.924755 run iperf3-srv_10.42.42.10(pid=19677): Terminated {rc=256}\u000a18:54:55.934804 --- ParallelTerminationStrategy: PID 19678 died...\u000a18:54:55.991603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19678): Terminated: ok {rc=0}\u000a18:54:56.001725 --- ParallelTerminationStrategy: PID 19679 died...\u000a18:54:56.058173 run iperf3-srv_10.42.42.10(pid=19679): Terminated {rc=256}\u000a18:54:56.068083 --- ParallelTerminationStrategy: PID 19680 died...\u000a18:54:56.124682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19680): Terminated: ok {rc=0}\u000a18:54:56.134770 --- ParallelTerminationStrategy: PID 19681 died...\u000a18:54:56.191672 run iperf3-srv_10.42.42.10(pid=19681): Terminated {rc=256}\u000a18:54:56.201834 --- ParallelTerminationStrategy: PID 19684 died...\u000a18:54:56.258919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19684): Terminated: ok {rc=0}\u000a18:54:56.269187 --- ParallelTerminationStrategy: PID 19687 died...\u000a18:54:56.326378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19687): Terminated: ok {rc=0}\u000a18:54:56.336575 --- ParallelTerminationStrategy: PID 19690 died...\u000a18:54:56.393609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19690): Terminated: ok {rc=0}\u000a18:54:56.481960 bus /gobi_4: Setting Powered False\u000a18:54:57.590254 bus /gobi_4: Setting Powered False\u000a18:54:58.699306 bus /gobi_1: Setting Powered False\u000a18:54:59.806893 bus /gobi_1: Setting Powered False\u000a18:55:00.947660 bus /gobi_0: Setting Powered False\u000a18:55:02.056847 bus /gobi_0: Setting Powered False\u000a18:55:03.166761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19701): Process ended prematurely: osmo-stp_10.42.42.5(pid=19701) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19701)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19701): Process ended prematurely: osmo-stp_10.42.42.5(pid=19701) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a18:55:04.236751 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:04.248832 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:55:04.401394 tst ping.py: using LAC 35583\u000a18:55:04.529232 tst ping.py: using RAC 138\u000a18:55:04.656657 tst ping.py: using CellId 35583\u000a18:55:04.779709 tst ping.py: using BVCI 35584\u000a18:55:04.802734 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:04.813697 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:04.824245 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:04.834960 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:04.846411 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:04.857837 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:04.869412 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:04.880728 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:55:05.173405 tst ping.py:19: start network...\u000a18:55:05.308084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:05.817319 run create_hlr_db(pid=19695): Launched\u000a18:55:06.004400 bus /gobi_6: Setting Powered False\u000a18:55:07.025236 run create_hlr_db(pid=19695): Terminated: ok {rc=0}\u000a18:55:07.427713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19697): Launched\u000a18:55:07.729120 run osmo-hlr_10.42.42.2(pid=19698): Launched\u000a18:55:07.847724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:55:08.380281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19700): Launched\u000a18:55:08.680309 run osmo-stp_10.42.42.5(pid=19701): Launched\u000a18:55:08.789678 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:55:09.313515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19703): Launched\u000a18:55:09.420100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:55:09.681705 run patchelf(pid=19704): Launched\u000a18:55:09.857124 run osmo-stp_10.42.42.5(pid=19701): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19701)]\u000a18:55:09.985559 run osmo-stp_10.42.42.5(pid=19701): stdout: \u000a| (launched: 2022-12-13_18:55:08.533603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:10.114154 run osmo-stp_10.42.42.5(pid=19701): stderr: \u000a| �[0;m�[38;5;43m20221213185508699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185508699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185508699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185508700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185508700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185508700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185508700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:10.238150 run osmo-stp_10.42.42.5(pid=19701): stdout: \u000a| (launched: 2022-12-13_18:55:08.533603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:10.361128 run osmo-stp_10.42.42.5(pid=19701): stderr: \u000a| �[0;m�[38;5;43m20221213185508699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185508699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185508699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185508700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185508700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185508700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185508700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:10.505061 run patchelf(pid=19704): Terminating (SIGINT)\u000a18:55:10.673711 run patchelf(pid=19704): Terminated: ok {rc=0}\u000a18:55:10.704373 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19701): Process ended prematurely: osmo-stp_10.42.42.5(pid=19701) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19701)] [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a18:55:10.713130 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:55:10.774320 run osmo-hlr_10.42.42.2(pid=19698): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19698)]\u000a18:55:10.824127 run osmo-hlr_10.42.42.2(pid=19698): stdout: \u000a| (launched: 2022-12-13_18:55:07.580931) \u000a18:55:10.874675 run osmo-hlr_10.42.42.2(pid=19698): stderr: \u000a| �[0;m�[1;31m20221213185507756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185507756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185507757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185507757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185507757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185507757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185507770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185507779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185507779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185507779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:10.917624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19697): Terminating (SIGTERM)\u000a18:55:10.957978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19700): Terminating (SIGTERM)\u000a18:55:10.998284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19703): Terminating (SIGTERM)\u000a18:55:11.007577 --- ParallelTerminationStrategy: PID 19697 died...\u000a18:55:11.062009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19697): Terminated: ok {rc=0}\u000a18:55:11.071785 --- ParallelTerminationStrategy: PID 19700 died...\u000a18:55:11.125545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19700): Terminated: ok {rc=0}\u000a18:55:11.135235 --- ParallelTerminationStrategy: PID 19703 died...\u000a18:55:11.189189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19703): Terminated: ok {rc=0}\u000a18:55:11.273646 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19711): Process ended prematurely: osmo-stp_10.42.42.5(pid=19711) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19711)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19711): Process ended prematurely: osmo-stp_10.42.42.5(pid=19711) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a18:55:12.324591 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:12.336311 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a18:55:12.494665 tst ping_idle_ping.py: using LAC 35584\u000a18:55:12.620110 tst ping_idle_ping.py: using RAC 139\u000a18:55:12.745447 tst ping_idle_ping.py: using CellId 35584\u000a18:55:12.872091 tst ping_idle_ping.py: using BVCI 35585\u000a18:55:12.897016 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:12.908771 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:12.920017 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:12.931295 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:12.942781 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:12.954415 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:12.966248 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a18:55:12.977850 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a18:55:13.255386 tst ping_idle_ping.py:24: start network...\u000a18:55:13.381099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:13.866469 run create_hlr_db(pid=19705): Launched\u000a18:55:14.039233 bus /gobi_6: Setting Powered False\u000a18:55:15.060753 run create_hlr_db(pid=19705): Terminated: ok {rc=0}\u000a18:55:15.491146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19707): Launched\u000a18:55:15.813961 run osmo-hlr_10.42.42.2(pid=19708): Launched\u000a18:55:16.072915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:55:16.626616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19710): Launched\u000a18:55:17.030098 run osmo-stp_10.42.42.5(pid=19711): Launched\u000a18:55:17.266750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:55:17.853228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19713): Launched\u000a18:55:17.968138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:55:18.247790 run patchelf(pid=19714): Launched\u000a18:55:18.435737 run osmo-stp_10.42.42.5(pid=19711): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19711)]\u000a18:55:18.574231 run osmo-stp_10.42.42.5(pid=19711): stdout: \u000a| (launched: 2022-12-13_18:55:16.785250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:18.712016 run osmo-stp_10.42.42.5(pid=19711): stderr: \u000a| �[0;m�[38;5;43m20221213185517112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185517112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185517112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185517121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185517122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185517122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185517122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:18.845343 run osmo-stp_10.42.42.5(pid=19711): stdout: \u000a| (launched: 2022-12-13_18:55:16.785250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:18.977608 run osmo-stp_10.42.42.5(pid=19711): stderr: \u000a| �[0;m�[38;5;43m20221213185517112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185517112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185517112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185517121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185517122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185517122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185517122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:19.131116 run patchelf(pid=19714): Terminating (SIGINT)\u000a18:55:19.310933 run patchelf(pid=19714): Terminated: ok {rc=0}\u000a18:55:19.343501 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19711): Process ended prematurely: osmo-stp_10.42.42.5(pid=19711) [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19711)] [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a18:55:19.352742 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a18:55:19.416335 run osmo-hlr_10.42.42.2(pid=19708): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19708)]\u000a18:55:19.468266 run osmo-hlr_10.42.42.2(pid=19708): stdout: \u000a| (launched: 2022-12-13_18:55:15.655615) \u000a18:55:19.520588 run osmo-hlr_10.42.42.2(pid=19708): stderr: \u000a| �[0;m�[1;31m20221213185515877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185515877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185515877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185515877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185515877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185515877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185515890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185515912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185515913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185515913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:19.565838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19707): Terminating (SIGTERM)\u000a18:55:19.608501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19710): Terminating (SIGTERM)\u000a18:55:19.651452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19713): Terminating (SIGTERM)\u000a18:55:19.661337 --- ParallelTerminationStrategy: PID 19707 died...\u000a18:55:19.718697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19707): Terminated: ok {rc=0}\u000a18:55:19.728860 --- ParallelTerminationStrategy: PID 19710 died...\u000a18:55:19.785843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19710): Terminated: ok {rc=0}\u000a18:55:19.795887 --- ParallelTerminationStrategy: PID 19713 died...\u000a18:55:19.852775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19713): Terminated: ok {rc=0}\u000a18:55:19.941530 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:54:21" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19728): Process ended prematurely: osmo-stp_10.42.42.5(pid=19728) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19728)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19728): Process ended prematurely: osmo-stp_10.42.42.5(pid=19728) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a18:55:22.071876 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:22.083409 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:55:22.237080 tst cs_paging_gprs_active.py: using LAC 35585\u000a18:55:22.365062 tst cs_paging_gprs_active.py: using RAC 140\u000a18:55:22.497387 tst cs_paging_gprs_active.py: using CellId 35585\u000a18:55:22.623424 tst cs_paging_gprs_active.py: using BVCI 35586\u000a18:55:22.648564 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:22.660068 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:22.671418 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:22.682802 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:22.694377 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:22.705937 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:22.717702 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:22.729195 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:22.740753 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:55:22.857517 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:55:23.155198 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a18:55:23.292808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:55:23.633572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19718): Launched\u000a18:55:23.916412 run iperf3-srv_10.42.42.10(pid=19719): Launched\u000a18:55:24.118620 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a18:55:24.256361 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:55:24.595383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19720): Launched\u000a18:55:24.877535 run iperf3-srv_10.42.42.10(pid=19721): Launched\u000a18:55:25.079282 tst cs_paging_gprs_active.py:38: start network...\u000a18:55:25.216794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:25.735307 run create_hlr_db(pid=19722): Launched\u000a18:55:25.925201 bus /gobi_6: Setting Powered False\u000a18:55:26.946619 run create_hlr_db(pid=19722): Terminated: ok {rc=0}\u000a18:55:27.357922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19724): Launched\u000a18:55:27.665441 run osmo-hlr_10.42.42.2(pid=19725): Launched\u000a18:55:27.778452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:55:28.307329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19727): Launched\u000a18:55:28.615959 run osmo-stp_10.42.42.5(pid=19728): Launched\u000a18:55:28.728040 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:55:29.260802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19730): Launched\u000a18:55:29.369565 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:55:29.635844 run patchelf(pid=19731): Launched\u000a18:55:29.814787 run osmo-stp_10.42.42.5(pid=19728): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19728)]\u000a18:55:29.945368 run osmo-stp_10.42.42.5(pid=19728): stdout: \u000a| (launched: 2022-12-13_18:55:28.462857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:30.076487 run osmo-stp_10.42.42.5(pid=19728): stderr: \u000a| �[0;m�[38;5;43m20221213185528632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185528632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185528632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185528632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185528633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185528633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185528633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:30.202875 run osmo-stp_10.42.42.5(pid=19728): stdout: \u000a| (launched: 2022-12-13_18:55:28.462857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:30.327920 run osmo-stp_10.42.42.5(pid=19728): stderr: \u000a| �[0;m�[38;5;43m20221213185528632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185528632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185528632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185528632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185528633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185528633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185528633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:30.473745 run patchelf(pid=19731): Terminating (SIGINT)\u000a18:55:30.644937 run patchelf(pid=19731): Terminated: ok {rc=0}\u000a18:55:30.676709 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19728): Process ended prematurely: osmo-stp_10.42.42.5(pid=19728) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19728)] [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a18:55:30.685917 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a18:55:30.745860 run osmo-hlr_10.42.42.2(pid=19725): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19725)]\u000a18:55:30.794776 run osmo-hlr_10.42.42.2(pid=19725): stdout: \u000a| (launched: 2022-12-13_18:55:27.513629) \u000a18:55:30.848224 run osmo-hlr_10.42.42.2(pid=19725): stderr: \u000a| �[0;m�[1;31m20221213185527686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185527686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185527686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185527686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185527686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185527686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185527698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185527708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185527709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185527709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:30.892177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19718): Terminating (SIGTERM)\u000a18:55:30.943109 run iperf3-srv_10.42.42.10(pid=19719): Terminating (SIGTERM)\u000a18:55:30.985901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19720): Terminating (SIGTERM)\u000a18:55:31.031940 run iperf3-srv_10.42.42.10(pid=19721): Terminating (SIGTERM)\u000a18:55:31.087308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19724): Terminating (SIGTERM)\u000a18:55:31.133780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19727): Terminating (SIGTERM)\u000a18:55:31.181180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19730): Terminating (SIGTERM)\u000a18:55:31.192022 --- ParallelTerminationStrategy: PID 19718 died...\u000a18:55:31.252743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19718): Terminated: ok {rc=0}\u000a18:55:31.263753 --- ParallelTerminationStrategy: PID 19719 died...\u000a18:55:31.323509 run iperf3-srv_10.42.42.10(pid=19719): Terminated {rc=256}\u000a18:55:31.334417 --- ParallelTerminationStrategy: PID 19720 died...\u000a18:55:31.394565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19720): Terminated: ok {rc=0}\u000a18:55:31.407237 --- ParallelTerminationStrategy: PID 19721 died...\u000a18:55:31.465092 run iperf3-srv_10.42.42.10(pid=19721): Terminated {rc=256}\u000a18:55:31.476130 --- ParallelTerminationStrategy: PID 19724 died...\u000a18:55:31.535690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19724): Terminated: ok {rc=0}\u000a18:55:31.548606 --- ParallelTerminationStrategy: PID 19727 died...\u000a18:55:31.607680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19727): Terminated: ok {rc=0}\u000a18:55:31.618845 --- ParallelTerminationStrategy: PID 19730 died...\u000a18:55:31.678329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19730): Terminated: ok {rc=0}\u000a18:55:31.785372 bus /gobi_0: Setting Powered False\u000a18:55:32.893473 bus /gobi_0: Setting Powered False\u000a18:55:34.000979 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19746): Process ended prematurely: osmo-stp_10.42.42.5(pid=19746) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19746)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19746): Process ended prematurely: osmo-stp_10.42.42.5(pid=19746) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a18:55:35.117141 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:35.129176 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:55:35.285848 tst iperf3.py: using LAC 35586\u000a18:55:35.414230 tst iperf3.py: using RAC 141\u000a18:55:35.542029 tst iperf3.py: using CellId 35586\u000a18:55:35.670198 tst iperf3.py: using BVCI 35587\u000a18:55:35.695530 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:35.707158 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:35.718435 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:35.729786 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:35.741349 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:35.753023 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:35.764746 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:35.776295 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:35.788097 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:55:36.070476 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:55:36.197875 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:55:36.515431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19732): Launched\u000a18:55:36.780231 run iperf3-srv_10.42.42.10(pid=19733): Launched\u000a18:55:36.965649 tst iperf3.py:8: start network...\u000a18:55:37.092316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:37.582270 run create_hlr_db(pid=19735): Launched\u000a18:55:37.757645 bus /gobi_6: Setting Powered False\u000a18:55:38.780114 run create_hlr_db(pid=19735): Terminated: ok {rc=0}\u000a18:55:39.186209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19742): Launched\u000a18:55:39.490795 run osmo-hlr_10.42.42.2(pid=19743): Launched\u000a18:55:39.611979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:55:40.165059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19745): Launched\u000a18:55:40.491933 run osmo-stp_10.42.42.5(pid=19746): Launched\u000a18:55:40.611384 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:55:41.180632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19748): Launched\u000a18:55:41.298077 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:55:41.584137 run patchelf(pid=19749): Launched\u000a18:55:41.774761 run osmo-stp_10.42.42.5(pid=19746): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19746)]\u000a18:55:41.913930 run osmo-stp_10.42.42.5(pid=19746): stdout: \u000a| (launched: 2022-12-13_18:55:40.331891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:42.053519 run osmo-stp_10.42.42.5(pid=19746): stderr: \u000a| �[0;m�[38;5;43m20221213185540522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185540522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185540523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185540523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185540523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185540524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185540524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:42.188601 run osmo-stp_10.42.42.5(pid=19746): stdout: \u000a| (launched: 2022-12-13_18:55:40.331891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:42.322787 run osmo-stp_10.42.42.5(pid=19746): stderr: \u000a| �[0;m�[38;5;43m20221213185540522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185540522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185540523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185540523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185540523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185540524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185540524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:42.478672 run patchelf(pid=19749): Terminating (SIGINT)\u000a18:55:42.661930 run patchelf(pid=19749): Terminated: ok {rc=0}\u000a18:55:42.695796 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19746): Process ended prematurely: osmo-stp_10.42.42.5(pid=19746) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19746)] [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a18:55:42.705739 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a18:55:42.769430 run osmo-hlr_10.42.42.2(pid=19743): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19743)]\u000a18:55:42.821254 run osmo-hlr_10.42.42.2(pid=19743): stdout: \u000a| (launched: 2022-12-13_18:55:39.341528) \u000a18:55:42.873905 run osmo-hlr_10.42.42.2(pid=19743): stderr: \u000a| �[0;m�[1;31m20221213185539517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185539517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185539517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185539517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185539518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185539518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185539530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185539538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185539539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185539539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:42.918905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19732): Terminating (SIGTERM)\u000a18:55:42.961267 run iperf3-srv_10.42.42.10(pid=19733): Terminating (SIGTERM)\u000a18:55:43.003497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19742): Terminating (SIGTERM)\u000a18:55:43.045826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19745): Terminating (SIGTERM)\u000a18:55:43.087865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19748): Terminating (SIGTERM)\u000a18:55:43.097576 --- ParallelTerminationStrategy: PID 19732 died...\u000a18:55:43.154531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19732): Terminated: ok {rc=0}\u000a18:55:43.164694 --- ParallelTerminationStrategy: PID 19733 died...\u000a18:55:43.220662 run iperf3-srv_10.42.42.10(pid=19733): Terminated {rc=256}\u000a18:55:43.230669 --- ParallelTerminationStrategy: PID 19742 died...\u000a18:55:43.286646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19742): Terminated: ok {rc=0}\u000a18:55:43.296485 --- ParallelTerminationStrategy: PID 19745 died...\u000a18:55:43.352677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19745): Terminated: ok {rc=0}\u000a18:55:43.362817 --- ParallelTerminationStrategy: PID 19748 died...\u000a18:55:43.419088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19748): Terminated: ok {rc=0}\u000a18:55:43.507802 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19768): Process ended prematurely: osmo-stp_10.42.42.5(pid=19768) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19768)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19768): Process ended prematurely: osmo-stp_10.42.42.5(pid=19768) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a18:55:44.624745 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:44.636905 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:55:44.794905 tst iperf3m4.py: using LAC 35587\u000a18:55:44.920563 tst iperf3m4.py: using RAC 142\u000a18:55:45.046691 tst iperf3m4.py: using CellId 35587\u000a18:55:45.172338 tst iperf3m4.py: using BVCI 35588\u000a18:55:45.197887 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:45.209715 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:45.221057 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:45.232257 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:45.243657 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:45.255652 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:45.267568 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:45.279174 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:55:45.291080 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:55:45.407961 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:55:45.532592 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:55:45.654376 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:55:45.949667 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a18:55:46.080000 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:55:46.423393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19750): Launched\u000a18:55:46.720181 run iperf3-srv_10.42.42.10(pid=19751): Launched\u000a18:55:46.911065 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a18:55:47.082697 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:55:47.439331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19752): Launched\u000a18:55:47.722307 run iperf3-srv_10.42.42.10(pid=19753): Launched\u000a18:55:47.922819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a18:55:48.059322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:55:48.398962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19754): Launched\u000a18:55:48.679756 run iperf3-srv_10.42.42.10(pid=19755): Launched\u000a18:55:48.880041 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a18:55:49.016811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a18:55:49.337807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19757): Launched\u000a18:55:49.600103 run iperf3-srv_10.42.42.10(pid=19758): Launched\u000a18:55:49.785189 tst iperf3m4.py:8: start network...\u000a18:55:49.911627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:55:50.399825 run create_hlr_db(pid=19759): Launched\u000a18:55:50.574950 bus /gobi_6: Setting Powered False\u000a18:55:51.598039 run create_hlr_db(pid=19759): Terminated: ok {rc=0}\u000a18:55:52.035307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19764): Launched\u000a18:55:52.363616 run osmo-hlr_10.42.42.2(pid=19765): Launched\u000a18:55:52.481599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:55:53.053846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19767): Launched\u000a18:55:53.381335 run osmo-stp_10.42.42.5(pid=19768): Launched\u000a18:55:53.500323 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:55:54.069903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19770): Launched\u000a18:55:54.187251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:55:54.473298 run patchelf(pid=19771): Launched\u000a18:55:54.665464 run osmo-stp_10.42.42.5(pid=19768): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19768)]\u000a18:55:54.805547 run osmo-stp_10.42.42.5(pid=19768): stdout: \u000a| (launched: 2022-12-13_18:55:53.220503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:54.946609 run osmo-stp_10.42.42.5(pid=19768): stderr: \u000a| �[0;m�[38;5;43m20221213185553411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185553411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185553411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185553411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185553412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185553412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185553412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:55.082008 run osmo-stp_10.42.42.5(pid=19768): stdout: \u000a| (launched: 2022-12-13_18:55:53.220503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:55:55.216257 run osmo-stp_10.42.42.5(pid=19768): stderr: \u000a| �[0;m�[38;5;43m20221213185553411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185553411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185553411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185553411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185553412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185553412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185553412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:55:55.372270 run patchelf(pid=19771): Terminating (SIGINT)\u000a18:55:55.555455 run patchelf(pid=19771): Terminated: ok {rc=0}\u000a18:55:55.589143 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19768): Process ended prematurely: osmo-stp_10.42.42.5(pid=19768) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19768)] [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a18:55:55.599199 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a18:55:55.663837 run osmo-hlr_10.42.42.2(pid=19765): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19765)]\u000a18:55:55.716493 run osmo-hlr_10.42.42.2(pid=19765): stdout: \u000a| (launched: 2022-12-13_18:55:52.201641) \u000a18:55:55.769409 run osmo-hlr_10.42.42.2(pid=19765): stderr: \u000a| �[0;m�[1;31m20221213185552399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185552399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185552399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185552399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185552399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185552399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185552411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185552419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185552420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185552420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:55:55.814550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19750): Terminating (SIGTERM)\u000a18:55:55.857017 run iperf3-srv_10.42.42.10(pid=19751): Terminating (SIGTERM)\u000a18:55:55.899403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19752): Terminating (SIGTERM)\u000a18:55:55.941821 run iperf3-srv_10.42.42.10(pid=19753): Terminating (SIGTERM)\u000a18:55:55.984463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19754): Terminating (SIGTERM)\u000a18:55:56.026838 run iperf3-srv_10.42.42.10(pid=19755): Terminating (SIGTERM)\u000a18:55:56.069201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19757): Terminating (SIGTERM)\u000a18:55:56.111532 run iperf3-srv_10.42.42.10(pid=19758): Terminating (SIGTERM)\u000a18:55:56.154036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19764): Terminating (SIGTERM)\u000a18:55:56.196303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19767): Terminating (SIGTERM)\u000a18:55:56.238656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19770): Terminating (SIGTERM)\u000a18:55:56.248317 --- ParallelTerminationStrategy: PID 19750 died...\u000a18:55:56.305691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19750): Terminated: ok {rc=0}\u000a18:55:56.315760 --- ParallelTerminationStrategy: PID 19751 died...\u000a18:55:56.372179 run iperf3-srv_10.42.42.10(pid=19751): Terminated {rc=256}\u000a18:55:56.382200 --- ParallelTerminationStrategy: PID 19752 died...\u000a18:55:56.439059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19752): Terminated: ok {rc=0}\u000a18:55:56.449145 --- ParallelTerminationStrategy: PID 19753 died...\u000a18:55:56.505265 run iperf3-srv_10.42.42.10(pid=19753): Terminated {rc=256}\u000a18:55:56.515237 --- ParallelTerminationStrategy: PID 19754 died...\u000a18:55:56.571947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19754): Terminated: ok {rc=0}\u000a18:55:56.581999 --- ParallelTerminationStrategy: PID 19755 died...\u000a18:55:56.638135 run iperf3-srv_10.42.42.10(pid=19755): Terminated {rc=256}\u000a18:55:56.648114 --- ParallelTerminationStrategy: PID 19757 died...\u000a18:55:56.704272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19757): Terminated: ok {rc=0}\u000a18:55:56.714253 --- ParallelTerminationStrategy: PID 19758 died...\u000a18:55:56.770249 run iperf3-srv_10.42.42.10(pid=19758): Terminated {rc=256}\u000a18:55:56.780238 --- ParallelTerminationStrategy: PID 19764 died...\u000a18:55:56.836740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19764): Terminated: ok {rc=0}\u000a18:55:56.846844 --- ParallelTerminationStrategy: PID 19767 died...\u000a18:55:56.903372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19767): Terminated: ok {rc=0}\u000a18:55:56.913450 --- ParallelTerminationStrategy: PID 19770 died...\u000a18:55:56.969870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19770): Terminated: ok {rc=0}\u000a18:55:57.058002 bus /gobi_4: Setting Powered False\u000a18:55:58.164369 bus /gobi_4: Setting Powered False\u000a18:55:59.276145 bus /gobi_1: Setting Powered False\u000a18:56:00.379033 bus /gobi_1: Setting Powered False\u000a18:56:01.526053 bus /gobi_0: Setting Powered False\u000a18:56:02.635860 bus /gobi_0: Setting Powered False\u000a18:56:03.745503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19780): Process ended prematurely: osmo-stp_10.42.42.5(pid=19780) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19780)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19780): Process ended prematurely: osmo-stp_10.42.42.5(pid=19780) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a18:56:04.815566 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:04.827571 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:56:04.981559 tst ping.py: using LAC 35588\u000a18:56:05.108718 tst ping.py: using RAC 143\u000a18:56:05.233842 tst ping.py: using CellId 35588\u000a18:56:05.358979 tst ping.py: using BVCI 35589\u000a18:56:05.383535 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:05.395069 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:05.406339 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:05.417722 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:05.429187 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:05.440524 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:05.452276 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:05.463807 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:56:05.756627 tst ping.py:19: start network...\u000a18:56:05.890839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:06.396399 run create_hlr_db(pid=19772): Launched\u000a18:56:06.583691 bus /gobi_6: Setting Powered False\u000a18:56:07.603852 run create_hlr_db(pid=19772): Terminated: ok {rc=0}\u000a18:56:08.008441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19776): Launched\u000a18:56:08.309719 run osmo-hlr_10.42.42.2(pid=19777): Launched\u000a18:56:08.420505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:08.944941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19779): Launched\u000a18:56:09.245985 run osmo-stp_10.42.42.5(pid=19780): Launched\u000a18:56:09.354943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:56:09.877651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19782): Launched\u000a18:56:09.983830 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:56:10.247646 run patchelf(pid=19783): Launched\u000a18:56:10.422795 run osmo-stp_10.42.42.5(pid=19780): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19780)]\u000a18:56:10.550929 run osmo-stp_10.42.42.5(pid=19780): stdout: \u000a| (launched: 2022-12-13_18:56:09.098216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:10.679363 run osmo-stp_10.42.42.5(pid=19780): stderr: \u000a| �[0;m�[38;5;43m20221213185609265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185609265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185609265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185609266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185609266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185609266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185609266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:10.803530 run osmo-stp_10.42.42.5(pid=19780): stdout: \u000a| (launched: 2022-12-13_18:56:09.098216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:10.926404 run osmo-stp_10.42.42.5(pid=19780): stderr: \u000a| �[0;m�[38;5;43m20221213185609265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185609265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185609265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185609266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185609266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185609266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185609266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:11.070203 run patchelf(pid=19783): Terminating (SIGINT)\u000a18:56:11.237929 run patchelf(pid=19783): Terminated: ok {rc=0}\u000a18:56:11.268551 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19780): Process ended prematurely: osmo-stp_10.42.42.5(pid=19780) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19780)] [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a18:56:11.277397 tst ping.py:22: Test FAILED (6.5 sec)\u000a18:56:11.338442 run osmo-hlr_10.42.42.2(pid=19777): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19777)]\u000a18:56:11.388164 run osmo-hlr_10.42.42.2(pid=19777): stdout: \u000a| (launched: 2022-12-13_18:56:08.161215) \u000a18:56:11.438245 run osmo-hlr_10.42.42.2(pid=19777): stderr: \u000a| �[0;m�[1;31m20221213185608334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185608334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185608334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185608335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185608335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185608335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185608346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185608356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185608357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185608357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:11.481008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19776): Terminating (SIGTERM)\u000a18:56:11.521331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19779): Terminating (SIGTERM)\u000a18:56:11.561656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19782): Terminating (SIGTERM)\u000a18:56:11.570533 --- ParallelTerminationStrategy: PID 19776 died...\u000a18:56:11.624674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19776): Terminated: ok {rc=0}\u000a18:56:11.634434 --- ParallelTerminationStrategy: PID 19779 died...\u000a18:56:11.688216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19779): Terminated: ok {rc=0}\u000a18:56:11.697978 --- ParallelTerminationStrategy: PID 19782 died...\u000a18:56:11.751550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19782): Terminated: ok {rc=0}\u000a18:56:11.836364 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19790): Process ended prematurely: osmo-stp_10.42.42.5(pid=19790) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19790): Process ended prematurely: osmo-stp_10.42.42.5(pid=19790) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a18:56:12.890012 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:12.902242 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:56:13.056617 tst ping_idle_ping.py: using LAC 35589\u000a18:56:13.185844 tst ping_idle_ping.py: using RAC 144\u000a18:56:13.309322 tst ping_idle_ping.py: using CellId 35589\u000a18:56:13.433433 tst ping_idle_ping.py: using BVCI 35590\u000a18:56:13.458044 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:13.469487 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:13.480589 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:13.491789 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:13.503348 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:13.514812 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:13.526900 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a18:56:13.538383 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a18:56:13.831495 tst ping_idle_ping.py:24: start network...\u000a18:56:13.966408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:14.481309 run create_hlr_db(pid=19784): Launched\u000a18:56:14.668870 bus /gobi_6: Setting Powered False\u000a18:56:15.689815 run create_hlr_db(pid=19784): Terminated: ok {rc=0}\u000a18:56:16.176387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19786): Launched\u000a18:56:16.634425 run osmo-hlr_10.42.42.2(pid=19787): Launched\u000a18:56:16.873035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:17.489206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19789): Launched\u000a18:56:17.791678 run osmo-stp_10.42.42.5(pid=19790): Launched\u000a18:56:17.900733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:56:18.424809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19792): Launched\u000a18:56:18.532379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:56:18.795033 run patchelf(pid=19793): Launched\u000a18:56:18.971128 run osmo-stp_10.42.42.5(pid=19790): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]\u000a18:56:19.100626 run osmo-stp_10.42.42.5(pid=19790): stdout: \u000a| (launched: 2022-12-13_18:56:17.642969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:19.229989 run osmo-stp_10.42.42.5(pid=19790): stderr: \u000a| �[0;m�[38;5;43m20221213185617812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185617812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185617812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185617813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185617813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185617813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185617813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:19.354841 run osmo-stp_10.42.42.5(pid=19790): stdout: \u000a| (launched: 2022-12-13_18:56:17.642969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:19.478456 run osmo-stp_10.42.42.5(pid=19790): stderr: \u000a| �[0;m�[38;5;43m20221213185617812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185617812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185617812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185617813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185617813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185617813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185617813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:19.622435 run patchelf(pid=19793): Terminating (SIGINT)\u000a18:56:19.790826 run patchelf(pid=19793): Terminated: ok {rc=0}\u000a18:56:19.821417 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19790): Process ended prematurely: osmo-stp_10.42.42.5(pid=19790) [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)] [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a18:56:19.830064 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a18:56:19.889721 run osmo-hlr_10.42.42.2(pid=19787): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19787)]\u000a18:56:19.938697 run osmo-hlr_10.42.42.2(pid=19787): stdout: \u000a| (launched: 2022-12-13_18:56:16.387725) \u000a18:56:19.988426 run osmo-hlr_10.42.42.2(pid=19787): stderr: \u000a| �[0;m�[1;31m20221213185616731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185616731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185616731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185616731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185616731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185616731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185616751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185616765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185616766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185616766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:20.030890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19786): Terminating (SIGTERM)\u000a18:56:20.070663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19789): Terminating (SIGTERM)\u000a18:56:20.110668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19792): Terminating (SIGTERM)\u000a18:56:20.119898 --- ParallelTerminationStrategy: PID 19786 died...\u000a18:56:20.173178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19786): Terminated: ok {rc=0}\u000a18:56:20.182729 --- ParallelTerminationStrategy: PID 19789 died...\u000a18:56:20.235829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19789): Terminated: ok {rc=0}\u000a18:56:20.245488 --- ParallelTerminationStrategy: PID 19792 died...\u000a18:56:20.298694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19792): Terminated: ok {rc=0}\u000a18:56:20.387455 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:55:21" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19803): Process ended prematurely: osmo-stp_10.42.42.5(pid=19803) [trial-2393↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19803)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19803): Process ended prematurely: osmo-stp_10.42.42.5(pid=19803) [trial-2393↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a18:56:22.368249 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:56:22.379444 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:56:22.519819 tst switch_tch_pdch.py: using LAC 35590\u000a18:56:22.636831 tst switch_tch_pdch.py: using RAC 145\u000a18:56:22.754821 tst switch_tch_pdch.py: using CellId 35590\u000a18:56:22.871014 tst switch_tch_pdch.py: using BVCI 35591\u000a18:56:22.893878 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:56:22.905125 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:56:22.915992 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:56:22.927010 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:56:22.937931 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:56:22.948871 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:56:22.959956 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a18:56:22.970887 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:56:23.091677 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:56:23.385448 tst switch_tch_pdch.py:51: start network...\u000a18:56:23.519049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:24.027035 run create_hlr_db(pid=19797): Launched\u000a18:56:24.214059 bus /gobi_6: Setting Powered False\u000a18:56:25.234463 run create_hlr_db(pid=19797): Terminated: ok {rc=0}\u000a18:56:25.637628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19799): Launched\u000a18:56:25.936493 run osmo-hlr_10.42.42.2(pid=19800): Launched\u000a18:56:26.045920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:26.565562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19802): Launched\u000a18:56:26.865502 run osmo-stp_10.42.42.5(pid=19803): Launched\u000a18:56:26.974041 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:56:27.497739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19805): Launched\u000a18:56:27.604636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:56:27.865390 run patchelf(pid=19806): Launched\u000a18:56:28.040027 run osmo-stp_10.42.42.5(pid=19803): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19803)]\u000a18:56:28.167544 run osmo-stp_10.42.42.5(pid=19803): stdout: \u000a| (launched: 2022-12-13_18:56:26.717643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:28.295218 run osmo-stp_10.42.42.5(pid=19803): stderr: \u000a| �[0;m�[38;5;43m20221213185626885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185626886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185626886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185626886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185626887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185626887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185626887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:28.418516 run osmo-stp_10.42.42.5(pid=19803): stdout: \u000a| (launched: 2022-12-13_18:56:26.717643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:28.541529 run osmo-stp_10.42.42.5(pid=19803): stderr: \u000a| �[0;m�[38;5;43m20221213185626885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185626886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185626886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185626886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185626887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185626887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185626887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:28.683880 run patchelf(pid=19806): Terminating (SIGINT)\u000a18:56:28.852212 run patchelf(pid=19806): Terminated: ok {rc=0}\u000a18:56:28.882630 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19803): Process ended prematurely: osmo-stp_10.42.42.5(pid=19803) [trial-2393↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19803)] [trial-2393↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a18:56:28.891199 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a18:56:28.951193 run osmo-hlr_10.42.42.2(pid=19800): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19800)]\u000a18:56:29.000447 run osmo-hlr_10.42.42.2(pid=19800): stdout: \u000a| (launched: 2022-12-13_18:56:25.789666) \u000a18:56:29.049988 run osmo-hlr_10.42.42.2(pid=19800): stderr: \u000a| �[0;m�[1;31m20221213185625964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185625964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185625964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185625964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185625964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185625964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185625979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185625990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185625990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185625990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:29.092017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19799): Terminating (SIGTERM)\u000a18:56:29.132090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19802): Terminating (SIGTERM)\u000a18:56:29.171623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19805): Terminating (SIGTERM)\u000a18:56:29.180639 --- ParallelTerminationStrategy: PID 19799 died...\u000a18:56:29.233768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19799): Terminated: ok {rc=0}\u000a18:56:29.243236 --- ParallelTerminationStrategy: PID 19802 died...\u000a18:56:29.295681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19802): Terminated: ok {rc=0}\u000a18:56:29.305146 --- ParallelTerminationStrategy: PID 19805 died...\u000a18:56:29.357461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19805): Terminated: ok {rc=0}\u000a18:56:29.445768 bus /gobi_0: Setting Powered False\u000a18:56:30.547912 bus /gobi_0: Setting Powered False\u000a18:56:31.670893 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:56:22" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19816): Process ended prematurely: osmo-stp_10.42.42.5(pid=19816) [trial-2393↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19816)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19816): Process ended prematurely: osmo-stp_10.42.42.5(pid=19816) [trial-2393↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a18:56:33.605148 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:56:33.616580 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a18:56:33.766836 tst switch_tch_pdch.py: using LAC 35591\u000a18:56:33.892637 tst switch_tch_pdch.py: using RAC 146\u000a18:56:34.020056 tst switch_tch_pdch.py: using CellId 35591\u000a18:56:34.146434 tst switch_tch_pdch.py: using BVCI 35592\u000a18:56:34.170915 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:56:34.182427 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:56:34.193574 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:56:34.204678 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:56:34.216046 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:56:34.227452 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:56:34.239134 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a18:56:34.250625 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:56:34.366916 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a18:56:34.642927 tst switch_tch_pdch.py:51: start network...\u000a18:56:34.767792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:35.225138 run create_hlr_db(pid=19810): Launched\u000a18:56:35.346491 bus /gobi_6: Setting Powered False\u000a18:56:36.419001 run create_hlr_db(pid=19810): Terminated: ok {rc=0}\u000a18:56:36.792397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19812): Launched\u000a18:56:37.091072 run osmo-hlr_10.42.42.2(pid=19813): Launched\u000a18:56:37.208333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:37.706422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19815): Launched\u000a18:56:38.004124 run osmo-stp_10.42.42.5(pid=19816): Launched\u000a18:56:38.111180 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a18:56:38.605057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19818): Launched\u000a18:56:38.710811 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a18:56:38.972099 run patchelf(pid=19819): Launched\u000a18:56:39.146066 run osmo-stp_10.42.42.5(pid=19816): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19816)]\u000a18:56:39.273626 run osmo-stp_10.42.42.5(pid=19816): stdout: \u000a| (launched: 2022-12-13_18:56:37.858102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:39.400532 run osmo-stp_10.42.42.5(pid=19816): stderr: \u000a| �[0;m�[38;5;43m20221213185638027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185638028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185638028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185638028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185638029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185638029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185638029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:39.523333 run osmo-stp_10.42.42.5(pid=19816): stdout: \u000a| (launched: 2022-12-13_18:56:37.858102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:39.645358 run osmo-stp_10.42.42.5(pid=19816): stderr: \u000a| �[0;m�[38;5;43m20221213185638027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185638028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185638028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185638028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185638029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185638029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185638029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:39.787042 run patchelf(pid=19819): Terminating (SIGINT)\u000a18:56:39.953083 run patchelf(pid=19819): Terminated: ok {rc=0}\u000a18:56:39.983445 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19816): Process ended prematurely: osmo-stp_10.42.42.5(pid=19816) [trial-2393↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19816)] [trial-2393↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a18:56:39.992096 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a18:56:40.051550 run osmo-hlr_10.42.42.2(pid=19813): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19813)]\u000a18:56:40.100413 run osmo-hlr_10.42.42.2(pid=19813): stdout: \u000a| (launched: 2022-12-13_18:56:36.943651) \u000a18:56:40.149883 run osmo-hlr_10.42.42.2(pid=19813): stderr: \u000a| �[0;m�[1;31m20221213185637114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185637114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185637114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185637114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185637114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185637114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185637129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185637139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185637139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185637140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:40.192216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19812): Terminating (SIGTERM)\u000a18:56:40.231745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19815): Terminating (SIGTERM)\u000a18:56:40.271392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19818): Terminating (SIGTERM)\u000a18:56:40.280472 --- ParallelTerminationStrategy: PID 19812 died...\u000a18:56:40.333411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19812): Terminated: ok {rc=0}\u000a18:56:40.342840 --- ParallelTerminationStrategy: PID 19815 died...\u000a18:56:40.395678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19815): Terminated: ok {rc=0}\u000a18:56:40.405185 --- ParallelTerminationStrategy: PID 19818 died...\u000a18:56:40.457749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19818): Terminated: ok {rc=0}\u000a18:56:40.545945 bus /gobi_0: Setting Powered False\u000a18:56:41.653992 bus /gobi_0: Setting Powered False\u000a18:56:42.762300 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:56:33" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19824): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19824) [trial-2393↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19824)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19824): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19824) [trial-2393↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19824)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a18:56:44.650652 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a18:56:44.661983 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a18:56:44.807101 tst mo_mt_sms.py: using LAC 35592\u000a18:56:44.932080 tst mo_mt_sms.py: using RAC 147\u000a18:56:45.047444 tst mo_mt_sms.py: using CellId 35592\u000a18:56:45.162725 tst mo_mt_sms.py: using BVCI 35593\u000a18:56:45.185441 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a18:56:45.303491 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a18:56:45.595763 tst mo_mt_sms.py:9: start nitb and bts...\u000a18:56:45.730695 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:56:46.406406 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19823): Launched\u000a18:56:46.732640 run osmo-nitb_10.42.42.2(pid=19824): Launched\u000a18:56:46.935991 run osmo-nitb_10.42.42.2(pid=19824): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19824)]\u000a18:56:47.086370 run osmo-nitb_10.42.42.2(pid=19824): stdout: \u000a| (launched: 2022-12-13_18:56:46.563968) \u000a18:56:47.235827 run osmo-nitb_10.42.42.2(pid=19824): stderr: \u000a| (launched: 2022-12-13_18:56:46.609878)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:56:47.378118 run osmo-nitb_10.42.42.2(pid=19824): stdout: \u000a| (launched: 2022-12-13_18:56:46.563968) \u000a18:56:47.519380 run osmo-nitb_10.42.42.2(pid=19824): stderr: \u000a| (launched: 2022-12-13_18:56:46.609878)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:56:47.863778 tst osmo-nitb_10.42.42.2(pid=19824): stdout: \u000a| (launched: 2022-12-13_18:56:46.563968) \u000a18:56:47.992430 tst osmo-nitb_10.42.42.2(pid=19824): stderr: \u000a| (launched: 2022-12-13_18:56:46.609878)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:56:48.048686 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19824): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19824) [trial-2393↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19824)] [trial-2393↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a18:56:48.057772 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a18:56:48.094394 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19823): Terminating (SIGTERM)\u000a18:56:48.272526 --- ParallelTerminationStrategy: PID 19823 died...\u000a18:56:48.330851 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19823): Terminated: ok {rc=0}\u000a18:56:48.419403 bus /sierra_3: Setting Powered False\u000a18:56:49.523194 bus /sierra_3: Setting Powered False\u000a18:56:50.637071 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:56:44" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19834): Process ended prematurely: osmo-stp_10.42.42.5(pid=19834) [trial-2393↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19834)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19834): Process ended prematurely: osmo-stp_10.42.42.5(pid=19834) [trial-2393↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a18:56:52.540854 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:56:52.552399 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a18:56:52.697164 tst mo_mt_sms.py: using LAC 35593\u000a18:56:52.822528 tst mo_mt_sms.py: using RAC 148\u000a18:56:52.946363 tst mo_mt_sms.py: using CellId 35593\u000a18:56:53.085396 tst mo_mt_sms.py: using BVCI 35594\u000a18:56:53.109959 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:56:53.121150 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:56:53.132408 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:56:53.143535 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:56:53.155213 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:56:53.166749 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a18:56:53.280649 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a18:56:53.491164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:56:53.999321 run create_hlr_db(pid=19828): Launched\u000a18:56:54.186316 bus /sierra_2: Setting Powered False\u000a18:56:55.206573 run create_hlr_db(pid=19828): Terminated: ok {rc=0}\u000a18:56:55.610847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19830): Launched\u000a18:56:55.911319 run osmo-hlr_10.42.42.2(pid=19831): Launched\u000a18:56:56.022622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:56:56.541954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19833): Launched\u000a18:56:56.840705 run osmo-stp_10.42.42.5(pid=19834): Launched\u000a18:56:56.949606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:56:57.497251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19836): Launched\u000a18:56:57.796310 run osmo-msc_10.42.42.6(pid=19837): Launched\u000a18:56:57.970976 run osmo-stp_10.42.42.5(pid=19834): ERR: Terminated: ERROR {rc=1} [trial-2393↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19834)]\u000a18:56:58.097662 run osmo-stp_10.42.42.5(pid=19834): stdout: \u000a| (launched: 2022-12-13_18:56:56.693739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:58.221857 run osmo-stp_10.42.42.5(pid=19834): stderr: \u000a| �[0;m�[38;5;43m20221213185656863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185656863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185656863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185656864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185656864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185656864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185656864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:58.342058 run osmo-stp_10.42.42.5(pid=19834): stdout: \u000a| (launched: 2022-12-13_18:56:56.693739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:56:58.460938 run osmo-stp_10.42.42.5(pid=19834): stderr: \u000a| �[0;m�[38;5;43m20221213185656863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185656863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185656863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185656864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185656864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185656864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185656864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:56:58.512746 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19834): Process ended prematurely: osmo-stp_10.42.42.5(pid=19834) [trial-2393↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19834)] [trial-2393↪sms:trx-b200↪mo_mt_sms.py:16]\u000a18:56:58.520580 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a18:56:58.581470 run osmo-hlr_10.42.42.2(pid=19831): ERR: Terminated: ERROR {rc=237} [trial-2393↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19831)]\u000a18:56:58.631019 run osmo-hlr_10.42.42.2(pid=19831): stdout: \u000a| (launched: 2022-12-13_18:56:55.763441) \u000a18:56:58.681260 run osmo-hlr_10.42.42.2(pid=19831): stderr: \u000a| �[0;m�[1;31m20221213185655933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185655933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185655934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185655934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185655934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185655934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185655946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185655955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185655956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185655956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:56:58.749278 run osmo-msc_10.42.42.6(pid=19837): ERR: Terminated: ERROR {rc=2} [trial-2393↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19837)]\u000a18:56:58.799340 run osmo-msc_10.42.42.6(pid=19837): stdout: \u000a| (launched: 2022-12-13_18:56:57.649148) \u000a18:56:58.849269 run osmo-msc_10.42.42.6(pid=19837): stderr: \u000a| �[0;m�[38;5;43m20221213185657918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185657919 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55ab495c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185657919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185657919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185657919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185657919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185657921 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185657921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185657921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185657922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:56:58.891606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19830): Terminating (SIGTERM)\u000a18:56:58.931742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19833): Terminating (SIGTERM)\u000a18:56:58.971761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19836): Terminating (SIGTERM)\u000a18:56:58.980880 --- ParallelTerminationStrategy: PID 19830 died...\u000a18:56:59.034571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19830): Terminated: ok {rc=0}\u000a18:56:59.044109 --- ParallelTerminationStrategy: PID 19833 died...\u000a18:56:59.097706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19833): Terminated: ok {rc=0}\u000a18:56:59.107205 --- ParallelTerminationStrategy: PID 19836 died...\u000a18:56:59.160403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19836): Terminated: ok {rc=0}\u000a18:56:59.249574 bus /sierra_3: Setting Powered False\u000a18:57:00.353129 bus /sierra_3: Setting Powered False\u000a18:57:01.464072 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:56:52" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19843): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19843) [trial-2393↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19843)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19843): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19843) [trial-2393↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a18:57:03.310284 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a18:57:03.321215 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a18:57:03.454390 tst assert_extension.py: using LAC 35594\u000a18:57:03.569524 tst assert_extension.py: using RAC 149\u000a18:57:03.684740 tst assert_extension.py: using CellId 35594\u000a18:57:03.801000 tst assert_extension.py: using BVCI 35595\u000a18:57:03.823532 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a18:57:04.114151 tst assert_extension.py:10: start nitb and bts...\u000a18:57:04.249166 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a18:57:04.913236 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19842): Launched\u000a18:57:05.232101 run osmo-nitb_10.42.42.2(pid=19843): Launched\u000a18:57:05.429038 run osmo-nitb_10.42.42.2(pid=19843): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19843)]\u000a18:57:05.573994 run osmo-nitb_10.42.42.2(pid=19843): stdout: \u000a| (launched: 2022-12-13_18:57:05.076494) \u000a18:57:05.719534 run osmo-nitb_10.42.42.2(pid=19843): stderr: \u000a| (launched: 2022-12-13_18:57:05.124329)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:57:05.859956 run osmo-nitb_10.42.42.2(pid=19843): stdout: \u000a| (launched: 2022-12-13_18:57:05.076494) \u000a18:57:05.999455 run osmo-nitb_10.42.42.2(pid=19843): stderr: \u000a| (launched: 2022-12-13_18:57:05.124329)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:57:06.362542 tst osmo-nitb_10.42.42.2(pid=19843): stdout: \u000a| (launched: 2022-12-13_18:57:05.076494) \u000a18:57:06.490933 tst osmo-nitb_10.42.42.2(pid=19843): stderr: \u000a| (launched: 2022-12-13_18:57:05.124329)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a18:57:06.546747 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19843): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19843) [trial-2393↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19843)] [trial-2393↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a18:57:06.555369 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a18:57:06.592289 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19842): Terminating (SIGTERM)\u000a18:57:06.770614 --- ParallelTerminationStrategy: PID 19842 died...\u000a18:57:06.829344 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19842): Terminated: ok {rc=0}\u000a18:57:06.916652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:57:03" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19853): Process ended prematurely: osmo-stp_10.42.42.5(pid=19853) [trial-2393↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19853)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19853): Process ended prematurely: osmo-stp_10.42.42.5(pid=19853) [trial-2393↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a18:57:08.751292 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:57:08.762084 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a18:57:08.896706 tst assert_extension.py: using LAC 35595\u000a18:57:09.016299 tst assert_extension.py: using RAC 150\u000a18:57:09.134306 tst assert_extension.py: using CellId 35595\u000a18:57:09.253118 tst assert_extension.py: using BVCI 35596\u000a18:57:09.275682 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:57:09.286375 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:57:09.296858 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:57:09.307266 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:57:09.318219 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a18:57:09.329200 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a18:57:09.538551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:57:10.046408 run create_hlr_db(pid=19847): Launched\u000a18:57:10.232841 bus /sierra_2: Setting Powered False\u000a18:57:11.253620 run create_hlr_db(pid=19847): Terminated: ok {rc=0}\u000a18:57:11.655548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19849): Launched\u000a18:57:11.956363 run osmo-hlr_10.42.42.2(pid=19850): Launched\u000a18:57:12.074719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:57:12.600620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19852): Launched\u000a18:57:12.900328 run osmo-stp_10.42.42.5(pid=19853): Launched\u000a18:57:13.008716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:57:13.553406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19855): Launched\u000a18:57:13.852081 run osmo-msc_10.42.42.6(pid=19856): Launched\u000a18:57:14.027102 run osmo-stp_10.42.42.5(pid=19853): ERR: Terminated: ERROR {rc=1} [trial-2393↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19853)]\u000a18:57:14.153546 run osmo-stp_10.42.42.5(pid=19853): stdout: \u000a| (launched: 2022-12-13_18:57:12.752933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:14.278177 run osmo-stp_10.42.42.5(pid=19853): stderr: \u000a| �[0;m�[38;5;43m20221213185712920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185712920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185712920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185712921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185712921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185712922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185712922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:14.398664 run osmo-stp_10.42.42.5(pid=19853): stdout: \u000a| (launched: 2022-12-13_18:57:12.752933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:14.518724 run osmo-stp_10.42.42.5(pid=19853): stderr: \u000a| �[0;m�[38;5;43m20221213185712920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185712920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185712920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185712921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185712921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185712922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185712922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:14.571025 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19853): Process ended prematurely: osmo-stp_10.42.42.5(pid=19853) [trial-2393↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19853)] [trial-2393↪ussd:trx-b200↪assert_extension.py:17]\u000a18:57:14.579125 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a18:57:14.639288 run osmo-hlr_10.42.42.2(pid=19850): ERR: Terminated: ERROR {rc=237} [trial-2393↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19850)]\u000a18:57:14.689041 run osmo-hlr_10.42.42.2(pid=19850): stdout: \u000a| (launched: 2022-12-13_18:57:11.807765) \u000a18:57:14.739208 run osmo-hlr_10.42.42.2(pid=19850): stderr: \u000a| �[0;m�[1;31m20221213185711980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185711980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185711980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185711980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185711980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185711980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185711992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185712000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185712000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185712001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:57:14.806988 run osmo-msc_10.42.42.6(pid=19856): ERR: Terminated: ERROR {rc=2} [trial-2393↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19856)]\u000a18:57:14.856250 run osmo-msc_10.42.42.6(pid=19856): stdout: \u000a| (launched: 2022-12-13_18:57:13.704816) \u000a18:57:14.905887 run osmo-msc_10.42.42.6(pid=19856): stderr: \u000a| �[0;m�[38;5;43m20221213185713975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185713975 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fdd438c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185713975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185713975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185713975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185713975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185713977 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185713978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185713978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185713978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:57:14.948371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19849): Terminating (SIGTERM)\u000a18:57:14.988225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19852): Terminating (SIGTERM)\u000a18:57:15.028068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19855): Terminating (SIGTERM)\u000a18:57:15.037354 --- ParallelTerminationStrategy: PID 19849 died...\u000a18:57:15.091197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19849): Terminated: ok {rc=0}\u000a18:57:15.100819 --- ParallelTerminationStrategy: PID 19852 died...\u000a18:57:15.154324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19852): Terminated: ok {rc=0}\u000a18:57:15.163934 --- ParallelTerminationStrategy: PID 19855 died...\u000a18:57:15.217087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19855): Terminated: ok {rc=0}\u000a18:57:15.305973 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:57:08" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19867): Process ended prematurely: osmo-stp_10.42.42.5(pid=19867) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19867)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19867): Process ended prematurely: osmo-stp_10.42.42.5(pid=19867) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:57:17.332347 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:57:17.343911 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:57:17.510901 tst mo_mt_call.py: using LAC 35596\u000a18:57:17.640285 tst mo_mt_call.py: using RAC 151\u000a18:57:17.764230 tst mo_mt_call.py: using CellId 35596\u000a18:57:17.886598 tst mo_mt_call.py: using BVCI 35597\u000a18:57:17.909910 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:57:17.920850 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:57:17.932090 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:57:17.943201 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:57:17.954958 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:57:17.966691 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:57:18.086765 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:57:18.290184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:57:18.779145 run create_hlr_db(pid=19861): Launched\u000a18:57:18.954078 bus /sierra_2: Setting Powered False\u000a18:57:19.977110 run create_hlr_db(pid=19861): Terminated: ok {rc=0}\u000a18:57:20.408805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19863): Launched\u000a18:57:20.712800 run osmo-hlr_10.42.42.2(pid=19864): Launched\u000a18:57:20.827644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:57:21.354167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19866): Launched\u000a18:57:21.658429 run osmo-stp_10.42.42.5(pid=19867): Launched\u000a18:57:21.767912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:57:22.322998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19869): Launched\u000a18:57:22.628072 run osmo-msc_10.42.42.6(pid=19870): Launched\u000a18:57:22.806305 run osmo-stp_10.42.42.5(pid=19867): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19867)]\u000a18:57:22.934999 run osmo-stp_10.42.42.5(pid=19867): stdout: \u000a| (launched: 2022-12-13_18:57:21.508583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:23.061230 run osmo-stp_10.42.42.5(pid=19867): stderr: \u000a| �[0;m�[38;5;43m20221213185721679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185721679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185721679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185721680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185721680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185721681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185721681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:23.183352 run osmo-stp_10.42.42.5(pid=19867): stdout: \u000a| (launched: 2022-12-13_18:57:21.508583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:23.304368 run osmo-stp_10.42.42.5(pid=19867): stderr: \u000a| �[0;m�[38;5;43m20221213185721679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185721679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185721679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185721680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185721680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185721681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185721681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:23.357631 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19867): Process ended prematurely: osmo-stp_10.42.42.5(pid=19867) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19867)] [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a18:57:23.366163 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:57:23.426075 run osmo-hlr_10.42.42.2(pid=19864): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19864)]\u000a18:57:23.475503 run osmo-hlr_10.42.42.2(pid=19864): stdout: \u000a| (launched: 2022-12-13_18:57:20.564241) \u000a18:57:23.525605 run osmo-hlr_10.42.42.2(pid=19864): stderr: \u000a| �[0;m�[1;31m20221213185720737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185720737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185720737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185720737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185720737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185720737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185720750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185720760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185720760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185720760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:57:23.594195 run osmo-msc_10.42.42.6(pid=19870): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19870)]\u000a18:57:23.643641 run osmo-msc_10.42.42.6(pid=19870): stdout: \u000a| (launched: 2022-12-13_18:57:22.477407) \u000a18:57:23.693622 run osmo-msc_10.42.42.6(pid=19870): stderr: \u000a| �[0;m�[38;5;43m20221213185722747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185722747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd884dfec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185722747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185722747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185722747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185722747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185722749 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185722749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185722750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185722750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:57:23.735819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19863): Terminating (SIGTERM)\u000a18:57:23.776162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19866): Terminating (SIGTERM)\u000a18:57:23.816056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19869): Terminating (SIGTERM)\u000a18:57:23.825274 --- ParallelTerminationStrategy: PID 19863 died...\u000a18:57:23.878722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19863): Terminated: ok {rc=0}\u000a18:57:23.888182 --- ParallelTerminationStrategy: PID 19866 died...\u000a18:57:23.941204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19866): Terminated: ok {rc=0}\u000a18:57:23.950759 --- ParallelTerminationStrategy: PID 19869 died...\u000a18:57:24.004240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19869): Terminated: ok {rc=0}\u000a18:57:24.093983 bus /sierra_3: Setting Powered False\u000a18:57:25.198549 bus /sierra_3: Setting Powered False\u000a18:57:26.310646 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19878): Process ended prematurely: osmo-stp_10.42.42.5(pid=19878) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19878)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19878): Process ended prematurely: osmo-stp_10.42.42.5(pid=19878) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:57:27.421571 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:57:27.433367 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a18:57:27.592773 tst mo_mt_call_osmux.py: using LAC 35597\u000a18:57:27.712102 tst mo_mt_call_osmux.py: using RAC 152\u000a18:57:27.832886 tst mo_mt_call_osmux.py: using CellId 35597\u000a18:57:27.953955 tst mo_mt_call_osmux.py: using BVCI 35598\u000a18:57:27.977131 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:57:27.988196 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:57:27.999032 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:57:28.009941 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:57:28.020873 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a18:57:28.031834 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:57:28.152014 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a18:57:28.354248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:57:28.841645 run create_hlr_db(pid=19872): Launched\u000a18:57:29.016078 bus /sierra_2: Setting Powered False\u000a18:57:30.038729 run create_hlr_db(pid=19872): Terminated: ok {rc=0}\u000a18:57:30.472571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19874): Launched\u000a18:57:30.801051 run osmo-hlr_10.42.42.2(pid=19875): Launched\u000a18:57:31.002134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:57:31.628662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19877): Launched\u000a18:57:32.177242 run osmo-stp_10.42.42.5(pid=19878): Launched\u000a18:57:32.314721 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:57:32.914483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19880): Launched\u000a18:57:33.240737 run osmo-msc_10.42.42.6(pid=19881): Launched\u000a18:57:33.431800 run osmo-stp_10.42.42.5(pid=19878): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19878)]\u000a18:57:33.569916 run osmo-stp_10.42.42.5(pid=19878): stdout: \u000a| (launched: 2022-12-13_18:57:31.788100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:33.707108 run osmo-stp_10.42.42.5(pid=19878): stderr: \u000a| �[0;m�[38;5;43m20221213185731995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185731995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185731995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185731997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185731998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185731998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185731998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:33.838806 run osmo-stp_10.42.42.5(pid=19878): stdout: \u000a| (launched: 2022-12-13_18:57:31.788100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:33.969402 run osmo-stp_10.42.42.5(pid=19878): stderr: \u000a| �[0;m�[38;5;43m20221213185731995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185731995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185731995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185731997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185731998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185731998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185731998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:34.026805 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19878): Process ended prematurely: osmo-stp_10.42.42.5(pid=19878) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19878)] [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a18:57:34.036059 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a18:57:34.099973 run osmo-hlr_10.42.42.2(pid=19875): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19875)]\u000a18:57:34.152610 run osmo-hlr_10.42.42.2(pid=19875): stdout: \u000a| (launched: 2022-12-13_18:57:30.639786) \u000a18:57:34.205278 run osmo-hlr_10.42.42.2(pid=19875): stderr: \u000a| �[0;m�[1;31m20221213185730855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185730855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185730855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185730855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185730855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185730855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185730887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185730904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185730905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185730905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:57:34.276694 run osmo-msc_10.42.42.6(pid=19881): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19881)]\u000a18:57:34.328627 run osmo-msc_10.42.42.6(pid=19881): stdout: \u000a| (launched: 2022-12-13_18:57:33.080917) \u000a18:57:34.381113 run osmo-msc_10.42.42.6(pid=19881): stderr: \u000a| �[0;m�[38;5;43m20221213185733402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185733402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5aba616c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185733402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185733402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185733402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185733402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185733404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185733405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185733405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185733405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:57:34.425931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19874): Terminating (SIGTERM)\u000a18:57:34.468653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19877): Terminating (SIGTERM)\u000a18:57:34.511106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19880): Terminating (SIGTERM)\u000a18:57:34.520716 --- ParallelTerminationStrategy: PID 19874 died...\u000a18:57:34.577765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19874): Terminated: ok {rc=0}\u000a18:57:34.587819 --- ParallelTerminationStrategy: PID 19877 died...\u000a18:57:34.644840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19877): Terminated: ok {rc=0}\u000a18:57:34.655096 --- ParallelTerminationStrategy: PID 19880 died...\u000a18:57:34.711802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19880): Terminated: ok {rc=0}\u000a18:57:34.799389 bus /sierra_3: Setting Powered False\u000a18:57:35.905447 bus /sierra_3: Setting Powered False\u000a18:57:37.014420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:57:17" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19892): Process ended prematurely: osmo-stp_10.42.42.5(pid=19892) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19892)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19892): Process ended prematurely: osmo-stp_10.42.42.5(pid=19892) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a18:57:39.026555 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:57:39.038347 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:57:39.203869 tst mo_mt_call.py: using LAC 35598\u000a18:57:39.324890 tst mo_mt_call.py: using RAC 153\u000a18:57:39.446542 tst mo_mt_call.py: using CellId 35598\u000a18:57:39.565749 tst mo_mt_call.py: using BVCI 35599\u000a18:57:39.589069 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:57:39.600353 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:57:39.611623 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:57:39.622813 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:57:39.634294 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:57:39.645445 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:57:39.764823 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:57:39.967677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:57:40.458121 run create_hlr_db(pid=19886): Launched\u000a18:57:40.632791 bus /sierra_2: Setting Powered False\u000a18:57:41.655025 run create_hlr_db(pid=19886): Terminated: ok {rc=0}\u000a18:57:42.061471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19888): Launched\u000a18:57:42.366577 run osmo-hlr_10.42.42.2(pid=19889): Launched\u000a18:57:42.481877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:57:43.009476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19891): Launched\u000a18:57:43.313500 run osmo-stp_10.42.42.5(pid=19892): Launched\u000a18:57:43.423805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:57:43.980515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19894): Launched\u000a18:57:44.286299 run osmo-msc_10.42.42.6(pid=19895): Launched\u000a18:57:44.464319 run osmo-stp_10.42.42.5(pid=19892): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19892)]\u000a18:57:44.593230 run osmo-stp_10.42.42.5(pid=19892): stdout: \u000a| (launched: 2022-12-13_18:57:43.164167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:44.719897 run osmo-stp_10.42.42.5(pid=19892): stderr: \u000a| �[0;m�[38;5;43m20221213185743333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185743333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185743333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185743334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185743334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185743334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185743335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:44.842894 run osmo-stp_10.42.42.5(pid=19892): stdout: \u000a| (launched: 2022-12-13_18:57:43.164167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:44.964219 run osmo-stp_10.42.42.5(pid=19892): stderr: \u000a| �[0;m�[38;5;43m20221213185743333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185743333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185743333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185743334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185743334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185743334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185743335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:45.017800 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19892): Process ended prematurely: osmo-stp_10.42.42.5(pid=19892) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19892)] [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a18:57:45.026581 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:57:45.086588 run osmo-hlr_10.42.42.2(pid=19889): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19889)]\u000a18:57:45.135898 run osmo-hlr_10.42.42.2(pid=19889): stdout: \u000a| (launched: 2022-12-13_18:57:42.217320) \u000a18:57:45.185715 run osmo-hlr_10.42.42.2(pid=19889): stderr: \u000a| �[0;m�[1;31m20221213185742391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185742391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185742391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185742391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185742391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185742391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185742403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185742414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185742414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185742415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:57:45.253389 run osmo-msc_10.42.42.6(pid=19895): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19895)]\u000a18:57:45.302570 run osmo-msc_10.42.42.6(pid=19895): stdout: \u000a| (launched: 2022-12-13_18:57:44.135189) \u000a18:57:45.352299 run osmo-msc_10.42.42.6(pid=19895): stderr: \u000a| �[0;m�[38;5;43m20221213185744408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185744408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34d641ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185744408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185744408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185744408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185744409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185744410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185744411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185744411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185744411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:57:45.394758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19888): Terminating (SIGTERM)\u000a18:57:45.434951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19891): Terminating (SIGTERM)\u000a18:57:45.475047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19894): Terminating (SIGTERM)\u000a18:57:45.484318 --- ParallelTerminationStrategy: PID 19888 died...\u000a18:57:45.538647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19888): Terminated: ok {rc=0}\u000a18:57:45.548354 --- ParallelTerminationStrategy: PID 19891 died...\u000a18:57:45.601858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19891): Terminated: ok {rc=0}\u000a18:57:45.611546 --- ParallelTerminationStrategy: PID 19894 died...\u000a18:57:45.665113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19894): Terminated: ok {rc=0}\u000a18:57:45.755009 bus /sierra_3: Setting Powered False\u000a18:57:46.863209 bus /sierra_3: Setting Powered False\u000a18:57:47.976542 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19903): Process ended prematurely: osmo-stp_10.42.42.5(pid=19903) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19903)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19903): Process ended prematurely: osmo-stp_10.42.42.5(pid=19903) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:57:49.088228 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:57:49.100001 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a18:57:49.259071 tst mo_mt_call_osmux.py: using LAC 35599\u000a18:57:49.385496 tst mo_mt_call_osmux.py: using RAC 154\u000a18:57:49.513202 tst mo_mt_call_osmux.py: using CellId 35599\u000a18:57:49.640861 tst mo_mt_call_osmux.py: using BVCI 35600\u000a18:57:49.666043 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:57:49.677895 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:57:49.689487 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:57:49.700921 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:57:49.712902 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a18:57:49.724620 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:57:49.845432 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a18:57:50.048619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:57:50.537243 run create_hlr_db(pid=19897): Launched\u000a18:57:50.713201 bus /sierra_2: Setting Powered False\u000a18:57:51.734322 run create_hlr_db(pid=19897): Terminated: ok {rc=0}\u000a18:57:52.171147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19899): Launched\u000a18:57:52.499211 run osmo-hlr_10.42.42.2(pid=19900): Launched\u000a18:57:52.621624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:57:53.191389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19902): Launched\u000a18:57:53.519647 run osmo-stp_10.42.42.5(pid=19903): Launched\u000a18:57:53.639555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:57:54.239995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19905): Launched\u000a18:57:54.547755 run osmo-msc_10.42.42.6(pid=19906): Launched\u000a18:57:54.727243 run osmo-stp_10.42.42.5(pid=19903): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19903)]\u000a18:57:54.856921 run osmo-stp_10.42.42.5(pid=19903): stdout: \u000a| (launched: 2022-12-13_18:57:53.358204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:54.984411 run osmo-stp_10.42.42.5(pid=19903): stderr: \u000a| �[0;m�[38;5;43m20221213185753548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185753548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185753549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185753549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185753550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185753550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185753550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:55.107568 run osmo-stp_10.42.42.5(pid=19903): stdout: \u000a| (launched: 2022-12-13_18:57:53.358204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:57:55.229732 run osmo-stp_10.42.42.5(pid=19903): stderr: \u000a| �[0;m�[38;5;43m20221213185753548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185753548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185753549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185753549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185753550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185753550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185753550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:57:55.283579 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19903): Process ended prematurely: osmo-stp_10.42.42.5(pid=19903) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19903)] [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a18:57:55.292234 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:57:55.352674 run osmo-hlr_10.42.42.2(pid=19900): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19900)]\u000a18:57:55.402446 run osmo-hlr_10.42.42.2(pid=19900): stdout: \u000a| (launched: 2022-12-13_18:57:52.338469) \u000a18:57:55.453058 run osmo-hlr_10.42.42.2(pid=19900): stderr: \u000a| �[0;m�[1;31m20221213185752532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185752532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185752532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185752532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185752532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185752532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185752545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185752555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185752556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185752556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:57:55.521325 run osmo-msc_10.42.42.6(pid=19906): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19906)]\u000a18:57:55.570894 run osmo-msc_10.42.42.6(pid=19906): stdout: \u000a| (launched: 2022-12-13_18:57:54.396590) \u000a18:57:55.620923 run osmo-msc_10.42.42.6(pid=19906): stderr: \u000a| �[0;m�[38;5;43m20221213185754666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185754667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f61b73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185754667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185754667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185754667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185754667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185754669 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185754669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185754670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185754670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:57:55.663822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19899): Terminating (SIGTERM)\u000a18:57:55.704097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19902): Terminating (SIGTERM)\u000a18:57:55.744318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19905): Terminating (SIGTERM)\u000a18:57:55.753690 --- ParallelTerminationStrategy: PID 19899 died...\u000a18:57:55.808682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19899): Terminated: ok {rc=0}\u000a18:57:55.818546 --- ParallelTerminationStrategy: PID 19902 died...\u000a18:57:55.872326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19902): Terminated: ok {rc=0}\u000a18:57:55.881866 --- ParallelTerminationStrategy: PID 19905 died...\u000a18:57:55.935458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19905): Terminated: ok {rc=0}\u000a18:57:56.024877 bus /sierra_3: Setting Powered False\u000a18:57:57.130511 bus /sierra_3: Setting Powered False\u000a18:57:58.242864 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:57:38" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19917): Process ended prematurely: osmo-stp_10.42.42.5(pid=19917) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19917)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19917): Process ended prematurely: osmo-stp_10.42.42.5(pid=19917) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:58:00.254732 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:58:00.266712 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:58:00.434431 tst mo_mt_call.py: using LAC 35600\u000a18:58:00.562134 tst mo_mt_call.py: using RAC 155\u000a18:58:00.691843 tst mo_mt_call.py: using CellId 35600\u000a18:58:00.819010 tst mo_mt_call.py: using BVCI 35601\u000a18:58:00.855524 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:58:00.876103 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:58:00.892465 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:58:00.910818 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:58:00.933348 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:58:00.944927 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:58:01.068229 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:58:01.320646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:58:01.860802 run create_hlr_db(pid=19911): Launched\u000a18:58:02.042700 bus /sierra_2: Setting Powered False\u000a18:58:03.059180 run create_hlr_db(pid=19911): Terminated: ok {rc=0}\u000a18:58:03.492592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19913): Launched\u000a18:58:03.819940 run osmo-hlr_10.42.42.2(pid=19914): Launched\u000a18:58:03.940471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:58:04.509881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19916): Launched\u000a18:58:04.835801 run osmo-stp_10.42.42.5(pid=19917): Launched\u000a18:58:04.954413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:58:05.551345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19919): Launched\u000a18:58:05.879764 run osmo-msc_10.42.42.6(pid=19920): Launched\u000a18:58:06.072598 run osmo-stp_10.42.42.5(pid=19917): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19917)]\u000a18:58:06.211127 run osmo-stp_10.42.42.5(pid=19917): stdout: \u000a| (launched: 2022-12-13_18:58:04.676149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:06.348018 run osmo-stp_10.42.42.5(pid=19917): stderr: \u000a| �[0;m�[38;5;43m20221213185804865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185804865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185804865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185804866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185804866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185804866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185804866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:06.480746 run osmo-stp_10.42.42.5(pid=19917): stdout: \u000a| (launched: 2022-12-13_18:58:04.676149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:06.612198 run osmo-stp_10.42.42.5(pid=19917): stderr: \u000a| �[0;m�[38;5;43m20221213185804865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185804865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185804865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185804866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185804866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185804866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185804866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:06.670680 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19917): Process ended prematurely: osmo-stp_10.42.42.5(pid=19917) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19917)] [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a18:58:06.680078 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a18:58:06.744011 run osmo-hlr_10.42.42.2(pid=19914): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19914)]\u000a18:58:06.796264 run osmo-hlr_10.42.42.2(pid=19914): stdout: \u000a| (launched: 2022-12-13_18:58:03.659699) \u000a18:58:06.848817 run osmo-hlr_10.42.42.2(pid=19914): stderr: \u000a| �[0;m�[1;31m20221213185803858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185803858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185803858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185803858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185803858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185803858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185803869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185803878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185803878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185803878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:58:06.919654 run osmo-msc_10.42.42.6(pid=19920): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19920)]\u000a18:58:06.971548 run osmo-msc_10.42.42.6(pid=19920): stdout: \u000a| (launched: 2022-12-13_18:58:05.718707) \u000a18:58:07.023679 run osmo-msc_10.42.42.6(pid=19920): stderr: \u000a| �[0;m�[38;5;43m20221213185806040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185806041 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb45cc73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185806041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185806041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185806041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185806041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185806043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185806043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185806043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185806043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:58:07.068269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19913): Terminating (SIGTERM)\u000a18:58:07.110470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19916): Terminating (SIGTERM)\u000a18:58:07.153040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19919): Terminating (SIGTERM)\u000a18:58:07.162757 --- ParallelTerminationStrategy: PID 19913 died...\u000a18:58:07.219824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19913): Terminated: ok {rc=0}\u000a18:58:07.230011 --- ParallelTerminationStrategy: PID 19916 died...\u000a18:58:07.286615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19916): Terminated: ok {rc=0}\u000a18:58:07.296759 --- ParallelTerminationStrategy: PID 19919 died...\u000a18:58:07.353902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19919): Terminated: ok {rc=0}\u000a18:58:07.442864 bus /sierra_3: Setting Powered False\u000a18:58:08.546619 bus /sierra_3: Setting Powered False\u000a18:58:09.657372 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19928): Process ended prematurely: osmo-stp_10.42.42.5(pid=19928) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19928)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19928): Process ended prematurely: osmo-stp_10.42.42.5(pid=19928) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:58:10.773210 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:58:10.785662 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a18:58:10.953761 tst mo_mt_call_osmux.py: using LAC 35601\u000a18:58:11.074752 tst mo_mt_call_osmux.py: using RAC 156\u000a18:58:11.202686 tst mo_mt_call_osmux.py: using CellId 35601\u000a18:58:11.329782 tst mo_mt_call_osmux.py: using BVCI 35602\u000a18:58:11.355048 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:58:11.367036 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:58:11.378457 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:58:11.390291 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:58:11.402545 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a18:58:11.414503 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:58:11.531055 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a18:58:11.734184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:58:12.224193 run create_hlr_db(pid=19922): Launched\u000a18:58:12.399271 bus /sierra_2: Setting Powered False\u000a18:58:13.420849 run create_hlr_db(pid=19922): Terminated: ok {rc=0}\u000a18:58:13.855792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19924): Launched\u000a18:58:14.183711 run osmo-hlr_10.42.42.2(pid=19925): Launched\u000a18:58:14.299734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:58:14.827665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19927): Launched\u000a18:58:15.134175 run osmo-stp_10.42.42.5(pid=19928): Launched\u000a18:58:15.243911 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:58:15.800606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19930): Launched\u000a18:58:16.176600 run osmo-msc_10.42.42.6(pid=19931): Launched\u000a18:58:16.533360 run osmo-stp_10.42.42.5(pid=19928): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19928)]\u000a18:58:16.783342 run osmo-stp_10.42.42.5(pid=19928): stdout: \u000a| (launched: 2022-12-13_18:58:14.982893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:16.949752 run osmo-stp_10.42.42.5(pid=19928): stderr: \u000a| �[0;m�[38;5;43m20221213185815150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185815151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185815152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185815152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185815153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185815153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185815153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:17.110219 run osmo-stp_10.42.42.5(pid=19928): stdout: \u000a| (launched: 2022-12-13_18:58:14.982893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:17.249482 run osmo-stp_10.42.42.5(pid=19928): stderr: \u000a| �[0;m�[38;5;43m20221213185815150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185815151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185815152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185815152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185815153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185815153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185815153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:17.308798 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19928): Process ended prematurely: osmo-stp_10.42.42.5(pid=19928) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19928)] [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a18:58:17.319030 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a18:58:17.386423 run osmo-hlr_10.42.42.2(pid=19925): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19925)]\u000a18:58:17.440621 run osmo-hlr_10.42.42.2(pid=19925): stdout: \u000a| (launched: 2022-12-13_18:58:14.023138) \u000a18:58:17.495610 run osmo-hlr_10.42.42.2(pid=19925): stderr: \u000a| �[0;m�[1;31m20221213185814219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185814219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185814219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185814219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185814219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185814219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185814231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185814240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185814240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185814240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:58:17.568885 run osmo-msc_10.42.42.6(pid=19931): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19931)]\u000a18:58:17.622095 run osmo-msc_10.42.42.6(pid=19931): stdout: \u000a| (launched: 2022-12-13_18:58:15.967338) \u000a18:58:17.676626 run osmo-msc_10.42.42.6(pid=19931): stderr: \u000a| �[0;m�[38;5;43m20221213185816545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185816546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54af199c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185816546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185816546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185816546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185816546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185816548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185816548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185816548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185816548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:58:17.722714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19924): Terminating (SIGTERM)\u000a18:58:17.766161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19927): Terminating (SIGTERM)\u000a18:58:17.809645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19930): Terminating (SIGTERM)\u000a18:58:17.819063 --- ParallelTerminationStrategy: PID 19924 died...\u000a18:58:17.878247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19924): Terminated: ok {rc=0}\u000a18:58:17.888558 --- ParallelTerminationStrategy: PID 19927 died...\u000a18:58:17.947202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19927): Terminated: ok {rc=0}\u000a18:58:17.957545 --- ParallelTerminationStrategy: PID 19930 died...\u000a18:58:18.016019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19930): Terminated: ok {rc=0}\u000a18:58:18.105418 bus /sierra_3: Setting Powered False\u000a18:58:19.208073 bus /sierra_3: Setting Powered False\u000a18:58:20.321203 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:57:59" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19942): Process ended prematurely: osmo-stp_10.42.42.5(pid=19942) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19942)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19942): Process ended prematurely: osmo-stp_10.42.42.5(pid=19942) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a18:58:22.325872 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:58:22.337420 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:58:22.492558 tst mo_mt_call.py: using LAC 35602\u000a18:58:22.613926 tst mo_mt_call.py: using RAC 157\u000a18:58:22.732850 tst mo_mt_call.py: using CellId 35602\u000a18:58:22.853453 tst mo_mt_call.py: using BVCI 35603\u000a18:58:22.876389 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:58:22.887534 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:58:22.898453 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:58:22.909406 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:58:22.920580 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:58:22.931720 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:58:23.052160 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:58:23.255500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:58:23.743232 run create_hlr_db(pid=19936): Launched\u000a18:58:23.918007 bus /sierra_2: Setting Powered False\u000a18:58:24.952558 run create_hlr_db(pid=19936): Terminated: ok {rc=0}\u000a18:58:25.387072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19938): Launched\u000a18:58:25.715774 run osmo-hlr_10.42.42.2(pid=19939): Launched\u000a18:58:25.836882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:58:26.404818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19941): Launched\u000a18:58:26.734413 run osmo-stp_10.42.42.5(pid=19942): Launched\u000a18:58:26.853471 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:58:27.453860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19944): Launched\u000a18:58:27.782395 run osmo-msc_10.42.42.6(pid=19945): Launched\u000a18:58:27.974159 run osmo-stp_10.42.42.5(pid=19942): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19942)]\u000a18:58:28.112899 run osmo-stp_10.42.42.5(pid=19942): stdout: \u000a| (launched: 2022-12-13_18:58:26.571656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:28.249969 run osmo-stp_10.42.42.5(pid=19942): stderr: \u000a| �[0;m�[38;5;43m20221213185826762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185826762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185826762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185826763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185826763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185826763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185826763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:28.382461 run osmo-stp_10.42.42.5(pid=19942): stdout: \u000a| (launched: 2022-12-13_18:58:26.571656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:28.513437 run osmo-stp_10.42.42.5(pid=19942): stderr: \u000a| �[0;m�[38;5;43m20221213185826762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185826762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185826762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185826763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185826763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185826763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185826763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:28.570708 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19942): Process ended prematurely: osmo-stp_10.42.42.5(pid=19942) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19942)] [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a18:58:28.580294 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:58:28.644028 run osmo-hlr_10.42.42.2(pid=19939): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19939)]\u000a18:58:28.696148 run osmo-hlr_10.42.42.2(pid=19939): stdout: \u000a| (launched: 2022-12-13_18:58:25.554447) \u000a18:58:28.748715 run osmo-hlr_10.42.42.2(pid=19939): stderr: \u000a| �[0;m�[1;31m20221213185825750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185825750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185825750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185825750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185825750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185825750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185825763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185825772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185825772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185825772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:58:28.820039 run osmo-msc_10.42.42.6(pid=19945): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19945)]\u000a18:58:28.872495 run osmo-msc_10.42.42.6(pid=19945): stdout: \u000a| (launched: 2022-12-13_18:58:27.620684) \u000a18:58:28.925068 run osmo-msc_10.42.42.6(pid=19945): stderr: \u000a| �[0;m�[38;5;43m20221213185827941 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185827942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff679308c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185827942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185827942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185827942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185827942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185827944 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185827944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185827944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185827944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:58:28.969981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19938): Terminating (SIGTERM)\u000a18:58:29.012415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19941): Terminating (SIGTERM)\u000a18:58:29.055028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19944): Terminating (SIGTERM)\u000a18:58:29.064785 --- ParallelTerminationStrategy: PID 19938 died...\u000a18:58:29.122112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19938): Terminated: ok {rc=0}\u000a18:58:29.132316 --- ParallelTerminationStrategy: PID 19941 died...\u000a18:58:29.189327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19941): Terminated: ok {rc=0}\u000a18:58:29.199482 --- ParallelTerminationStrategy: PID 19944 died...\u000a18:58:29.256307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19944): Terminated: ok {rc=0}\u000a18:58:29.343882 bus /sierra_3: Setting Powered False\u000a18:58:30.446167 bus /sierra_3: Setting Powered False\u000a18:58:31.559265 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19953): Process ended prematurely: osmo-stp_10.42.42.5(pid=19953) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19953)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19953): Process ended prematurely: osmo-stp_10.42.42.5(pid=19953) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:58:32.674972 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:58:32.687464 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a18:58:32.855083 tst mo_mt_call_osmux.py: using LAC 35603\u000a18:58:32.982544 tst mo_mt_call_osmux.py: using RAC 158\u000a18:58:33.111574 tst mo_mt_call_osmux.py: using CellId 35603\u000a18:58:33.239903 tst mo_mt_call_osmux.py: using BVCI 35604\u000a18:58:33.263370 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:58:33.274773 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:58:33.285805 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:58:33.296934 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:58:33.308740 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a18:58:33.320522 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:58:33.436610 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a18:58:33.650954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:58:34.165153 run create_hlr_db(pid=19947): Launched\u000a18:58:34.354786 bus /sierra_2: Setting Powered False\u000a18:58:35.376022 run create_hlr_db(pid=19947): Terminated: ok {rc=0}\u000a18:58:35.787553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19949): Launched\u000a18:58:36.093276 run osmo-hlr_10.42.42.2(pid=19950): Launched\u000a18:58:36.214501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:58:36.746864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19952): Launched\u000a18:58:37.051775 run osmo-stp_10.42.42.5(pid=19953): Launched\u000a18:58:37.162246 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:58:37.718742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19955): Launched\u000a18:58:38.024002 run osmo-msc_10.42.42.6(pid=19956): Launched\u000a18:58:38.203292 run osmo-stp_10.42.42.5(pid=19953): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19953)]\u000a18:58:38.332798 run osmo-stp_10.42.42.5(pid=19953): stdout: \u000a| (launched: 2022-12-13_18:58:36.901633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:38.459329 run osmo-stp_10.42.42.5(pid=19953): stderr: \u000a| �[0;m�[38;5;43m20221213185837070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185837070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185837070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185837070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185837071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185837071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185837071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:38.581763 run osmo-stp_10.42.42.5(pid=19953): stdout: \u000a| (launched: 2022-12-13_18:58:36.901633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:38.703486 run osmo-stp_10.42.42.5(pid=19953): stderr: \u000a| �[0;m�[38;5;43m20221213185837070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185837070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185837070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185837070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185837071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185837071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185837071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:38.756813 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19953): Process ended prematurely: osmo-stp_10.42.42.5(pid=19953) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19953)] [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a18:58:38.765507 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a18:58:38.825184 run osmo-hlr_10.42.42.2(pid=19950): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19950)]\u000a18:58:38.874192 run osmo-hlr_10.42.42.2(pid=19950): stdout: \u000a| (launched: 2022-12-13_18:58:35.943247) \u000a18:58:38.923893 run osmo-hlr_10.42.42.2(pid=19950): stderr: \u000a| �[0;m�[1;31m20221213185836115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185836115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185836115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185836115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185836115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185836115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185836127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185836137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185836138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185836138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:58:38.991569 run osmo-msc_10.42.42.6(pid=19956): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19956)]\u000a18:58:39.040470 run osmo-msc_10.42.42.6(pid=19956): stdout: \u000a| (launched: 2022-12-13_18:58:37.873812) \u000a18:58:39.090041 run osmo-msc_10.42.42.6(pid=19956): stderr: \u000a| �[0;m�[38;5;43m20221213185838144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185838145 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d90699c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185838145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185838145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185838145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185838145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185838147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185838147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185838147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185838148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:58:39.132145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19949): Terminating (SIGTERM)\u000a18:58:39.171939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19952): Terminating (SIGTERM)\u000a18:58:39.211772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19955): Terminating (SIGTERM)\u000a18:58:39.220998 --- ParallelTerminationStrategy: PID 19949 died...\u000a18:58:39.274499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19949): Terminated: ok {rc=0}\u000a18:58:39.284045 --- ParallelTerminationStrategy: PID 19952 died...\u000a18:58:39.336971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19952): Terminated: ok {rc=0}\u000a18:58:39.346527 --- ParallelTerminationStrategy: PID 19955 died...\u000a18:58:39.399457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19955): Terminated: ok {rc=0}\u000a18:58:39.488126 bus /sierra_3: Setting Powered False\u000a18:58:40.592356 bus /sierra_3: Setting Powered False\u000a18:58:41.704884 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:58:22" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19967): Process ended prematurely: osmo-stp_10.42.42.5(pid=19967) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19967)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19967): Process ended prematurely: osmo-stp_10.42.42.5(pid=19967) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a18:58:43.714799 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:58:43.726217 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:58:43.882627 tst mo_mt_call.py: using LAC 35604\u000a18:58:44.001949 tst mo_mt_call.py: using RAC 159\u000a18:58:44.120917 tst mo_mt_call.py: using CellId 35604\u000a18:58:44.240728 tst mo_mt_call.py: using BVCI 35605\u000a18:58:44.264317 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:58:44.275456 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:58:44.286435 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:58:44.297658 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:58:44.308693 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:58:44.319617 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:58:44.438877 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:58:44.642205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:58:45.129876 run create_hlr_db(pid=19961): Launched\u000a18:58:45.304677 bus /sierra_2: Setting Powered False\u000a18:58:46.343721 run create_hlr_db(pid=19961): Terminated: ok {rc=0}\u000a18:58:46.800013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19963): Launched\u000a18:58:47.174417 run osmo-hlr_10.42.42.2(pid=19964): Launched\u000a18:58:47.286881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:58:47.815111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19966): Launched\u000a18:58:48.121932 run osmo-stp_10.42.42.5(pid=19967): Launched\u000a18:58:48.232106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:58:48.786977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19969): Launched\u000a18:58:49.091564 run osmo-msc_10.42.42.6(pid=19970): Launched\u000a18:58:49.269534 run osmo-stp_10.42.42.5(pid=19967): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19967)]\u000a18:58:49.397620 run osmo-stp_10.42.42.5(pid=19967): stdout: \u000a| (launched: 2022-12-13_18:58:47.970347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:49.524042 run osmo-stp_10.42.42.5(pid=19967): stderr: \u000a| �[0;m�[38;5;43m20221213185848139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185848139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185848140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185848140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185848140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185848141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185848141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:49.646571 run osmo-stp_10.42.42.5(pid=19967): stdout: \u000a| (launched: 2022-12-13_18:58:47.970347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:49.767936 run osmo-stp_10.42.42.5(pid=19967): stderr: \u000a| �[0;m�[38;5;43m20221213185848139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185848139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185848140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185848140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185848140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185848141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185848141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:49.821627 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19967): Process ended prematurely: osmo-stp_10.42.42.5(pid=19967) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19967)] [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a18:58:49.830364 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a18:58:49.890159 run osmo-hlr_10.42.42.2(pid=19964): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19964)]\u000a18:58:49.939152 run osmo-hlr_10.42.42.2(pid=19964): stdout: \u000a| (launched: 2022-12-13_18:58:46.972337) \u000a18:58:49.988720 run osmo-hlr_10.42.42.2(pid=19964): stderr: \u000a| �[0;m�[1;31m20221213185847172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185847172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185847172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185847172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185847172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185847172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185847185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185847193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185847193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185847193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:58:50.056027 run osmo-msc_10.42.42.6(pid=19970): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19970)]\u000a18:58:50.104783 run osmo-msc_10.42.42.6(pid=19970): stdout: \u000a| (launched: 2022-12-13_18:58:48.940662) \u000a18:58:50.154125 run osmo-msc_10.42.42.6(pid=19970): stderr: \u000a| �[0;m�[38;5;43m20221213185849210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185849210 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fead1cdbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185849210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185849210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185849210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185849210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185849212 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185849212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185849213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185849213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:58:50.195938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19963): Terminating (SIGTERM)\u000a18:58:50.236008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19966): Terminating (SIGTERM)\u000a18:58:50.275755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19969): Terminating (SIGTERM)\u000a18:58:50.285022 --- ParallelTerminationStrategy: PID 19963 died...\u000a18:58:50.338516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19963): Terminated: ok {rc=0}\u000a18:58:50.348108 --- ParallelTerminationStrategy: PID 19966 died...\u000a18:58:50.401048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19966): Terminated: ok {rc=0}\u000a18:58:50.410684 --- ParallelTerminationStrategy: PID 19969 died...\u000a18:58:50.463484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19969): Terminated: ok {rc=0}\u000a18:58:50.547085 bus /sierra_3: Setting Powered False\u000a18:58:51.653441 bus /sierra_3: Setting Powered False\u000a18:58:52.762225 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19978): Process ended prematurely: osmo-stp_10.42.42.5(pid=19978) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19978)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19978): Process ended prematurely: osmo-stp_10.42.42.5(pid=19978) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:58:53.878650 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:58:53.891030 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a18:58:54.056040 tst mo_mt_call_osmux.py: using LAC 35605\u000a18:58:54.181993 tst mo_mt_call_osmux.py: using RAC 160\u000a18:58:54.310319 tst mo_mt_call_osmux.py: using CellId 35605\u000a18:58:54.438271 tst mo_mt_call_osmux.py: using BVCI 35606\u000a18:58:54.463338 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:58:54.475045 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:58:54.487166 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:58:54.498877 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:58:54.510932 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a18:58:54.522948 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:58:54.644236 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a18:58:54.849543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:58:55.337962 run create_hlr_db(pid=19972): Launched\u000a18:58:55.513307 bus /sierra_2: Setting Powered False\u000a18:58:56.535347 run create_hlr_db(pid=19972): Terminated: ok {rc=0}\u000a18:58:56.969216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19974): Launched\u000a18:58:57.298630 run osmo-hlr_10.42.42.2(pid=19975): Launched\u000a18:58:57.423394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:58:57.994051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19977): Launched\u000a18:58:58.322116 run osmo-stp_10.42.42.5(pid=19978): Launched\u000a18:58:58.441098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:58:59.040801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19980): Launched\u000a18:58:59.370934 run osmo-msc_10.42.42.6(pid=19981): Launched\u000a18:58:59.563214 run osmo-stp_10.42.42.5(pid=19978): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19978)]\u000a18:58:59.703292 run osmo-stp_10.42.42.5(pid=19978): stdout: \u000a| (launched: 2022-12-13_18:58:58.161060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:58:59.841075 run osmo-stp_10.42.42.5(pid=19978): stderr: \u000a| �[0;m�[38;5;43m20221213185858353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185858353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185858353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185858353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185858354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185858354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185858354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:58:59.973649 run osmo-stp_10.42.42.5(pid=19978): stdout: \u000a| (launched: 2022-12-13_18:58:58.161060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:00.105472 run osmo-stp_10.42.42.5(pid=19978): stderr: \u000a| �[0;m�[38;5;43m20221213185858353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185858353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185858353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185858353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185858354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185858354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185858354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:00.163216 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19978): Process ended prematurely: osmo-stp_10.42.42.5(pid=19978) [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19978)] [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a18:59:00.172752 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a18:59:00.237180 run osmo-hlr_10.42.42.2(pid=19975): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19975)]\u000a18:59:00.289770 run osmo-hlr_10.42.42.2(pid=19975): stdout: \u000a| (launched: 2022-12-13_18:58:57.136892) \u000a18:59:00.343352 run osmo-hlr_10.42.42.2(pid=19975): stderr: \u000a| �[0;m�[1;31m20221213185857333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185857333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185857333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185857333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185857333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185857333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185857345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185857354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185857355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185857355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:00.415699 run osmo-msc_10.42.42.6(pid=19981): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19981)]\u000a18:59:00.468259 run osmo-msc_10.42.42.6(pid=19981): stdout: \u000a| (launched: 2022-12-13_18:58:59.208485) \u000a18:59:00.520640 run osmo-msc_10.42.42.6(pid=19981): stderr: \u000a| �[0;m�[38;5;43m20221213185859528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185859528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc49105cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185859529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185859529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185859529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185859529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185859531 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185859531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185859531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185859531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:59:00.565549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19974): Terminating (SIGTERM)\u000a18:59:00.607822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19977): Terminating (SIGTERM)\u000a18:59:00.650483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19980): Terminating (SIGTERM)\u000a18:59:00.660190 --- ParallelTerminationStrategy: PID 19974 died...\u000a18:59:00.717628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19974): Terminated: ok {rc=0}\u000a18:59:00.727690 --- ParallelTerminationStrategy: PID 19977 died...\u000a18:59:00.784023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19977): Terminated: ok {rc=0}\u000a18:59:00.794075 --- ParallelTerminationStrategy: PID 19980 died...\u000a18:59:00.851670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19980): Terminated: ok {rc=0}\u000a18:59:00.953927 bus /sierra_3: Setting Powered False\u000a18:59:02.059217 bus /sierra_3: Setting Powered False\u000a18:59:03.170075 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:58:43" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19992): Process ended prematurely: osmo-stp_10.42.42.5(pid=19992) [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19992)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19992): Process ended prematurely: osmo-stp_10.42.42.5(pid=19992) [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a18:59:05.176311 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:59:05.187608 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:59:05.345056 tst mo_mt_call.py: using LAC 35606\u000a18:59:05.466770 tst mo_mt_call.py: using RAC 161\u000a18:59:05.588928 tst mo_mt_call.py: using CellId 35606\u000a18:59:05.708673 tst mo_mt_call.py: using BVCI 35607\u000a18:59:05.731907 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:59:05.743191 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:59:05.754267 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:59:05.765282 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:59:05.776293 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:59:05.787386 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:59:05.901274 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:59:06.104736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:06.591982 run create_hlr_db(pid=19986): Launched\u000a18:59:06.766277 bus /sierra_2: Setting Powered False\u000a18:59:07.788499 run create_hlr_db(pid=19986): Terminated: ok {rc=0}\u000a18:59:08.193510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19988): Launched\u000a18:59:08.498820 run osmo-hlr_10.42.42.2(pid=19989): Launched\u000a18:59:08.611317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:09.138566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19991): Launched\u000a18:59:09.442810 run osmo-stp_10.42.42.5(pid=19992): Launched\u000a18:59:09.552914 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:59:10.108025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19994): Launched\u000a18:59:10.414847 run osmo-msc_10.42.42.6(pid=19995): Launched\u000a18:59:10.593508 run osmo-stp_10.42.42.5(pid=19992): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19992)]\u000a18:59:10.721649 run osmo-stp_10.42.42.5(pid=19992): stdout: \u000a| (launched: 2022-12-13_18:59:09.293517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:10.848151 run osmo-stp_10.42.42.5(pid=19992): stderr: \u000a| �[0;m�[38;5;43m20221213185909462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185909462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185909462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185909462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185909463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185909463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185909463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:10.970807 run osmo-stp_10.42.42.5(pid=19992): stdout: \u000a| (launched: 2022-12-13_18:59:09.293517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:11.091999 run osmo-stp_10.42.42.5(pid=19992): stderr: \u000a| �[0;m�[38;5;43m20221213185909462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185909462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185909462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185909462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185909463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185909463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185909463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:11.145574 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19992): Process ended prematurely: osmo-stp_10.42.42.5(pid=19992) [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19992)] [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a18:59:11.154116 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a18:59:11.213471 run osmo-hlr_10.42.42.2(pid=19989): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19989)]\u000a18:59:11.262422 run osmo-hlr_10.42.42.2(pid=19989): stdout: \u000a| (launched: 2022-12-13_18:59:08.349218) \u000a18:59:11.311838 run osmo-hlr_10.42.42.2(pid=19989): stderr: \u000a| �[0;m�[1;31m20221213185908522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185908522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185908522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185908522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185908522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185908523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185908535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185908544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185908545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185908545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:11.379018 run osmo-msc_10.42.42.6(pid=19995): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19995)]\u000a18:59:11.427779 run osmo-msc_10.42.42.6(pid=19995): stdout: \u000a| (launched: 2022-12-13_18:59:10.263540) \u000a18:59:11.477072 run osmo-msc_10.42.42.6(pid=19995): stderr: \u000a| �[0;m�[38;5;43m20221213185910536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185910536 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f76035c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185910536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185910536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185910536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185910537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185910538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185910539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185910539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185910539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:59:11.518951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19988): Terminating (SIGTERM)\u000a18:59:11.558422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19991): Terminating (SIGTERM)\u000a18:59:11.597959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19994): Terminating (SIGTERM)\u000a18:59:11.607081 --- ParallelTerminationStrategy: PID 19988 died...\u000a18:59:11.660256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19988): Terminated: ok {rc=0}\u000a18:59:11.669824 --- ParallelTerminationStrategy: PID 19991 died...\u000a18:59:11.722657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19991): Terminated: ok {rc=0}\u000a18:59:11.732066 --- ParallelTerminationStrategy: PID 19994 died...\u000a18:59:11.784703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19994): Terminated: ok {rc=0}\u000a18:59:11.872818 bus /sierra_3: Setting Powered False\u000a18:59:12.976175 bus /sierra_3: Setting Powered False\u000a18:59:14.087181 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20004): Process ended prematurely: osmo-stp_10.42.42.5(pid=20004) [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20004)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20004): Process ended prematurely: osmo-stp_10.42.42.5(pid=20004) [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:59:15.196748 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:59:15.208688 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a18:59:15.366070 tst mo_mt_call_osmux.py: using LAC 35607\u000a18:59:15.485639 tst mo_mt_call_osmux.py: using RAC 162\u000a18:59:15.604782 tst mo_mt_call_osmux.py: using CellId 35607\u000a18:59:15.726209 tst mo_mt_call_osmux.py: using BVCI 35608\u000a18:59:15.749537 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:59:15.760707 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:59:15.771677 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:59:15.782719 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:59:15.793835 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a18:59:15.804848 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:59:15.957316 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a18:59:16.177617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:16.708659 run create_hlr_db(pid=19998): Launched\u000a18:59:16.887029 bus /sierra_2: Setting Powered False\u000a18:59:17.907293 run create_hlr_db(pid=19998): Terminated: ok {rc=0}\u000a18:59:18.314349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20000): Launched\u000a18:59:18.620656 run osmo-hlr_10.42.42.2(pid=20001): Launched\u000a18:59:18.741842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:19.279987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20003): Launched\u000a18:59:19.585505 run osmo-stp_10.42.42.5(pid=20004): Launched\u000a18:59:19.696354 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:59:20.265941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20006): Launched\u000a18:59:20.596166 run osmo-msc_10.42.42.6(pid=20007): Launched\u000a18:59:20.789865 run osmo-stp_10.42.42.5(pid=20004): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20004)]\u000a18:59:20.929242 run osmo-stp_10.42.42.5(pid=20004): stdout: \u000a| (launched: 2022-12-13_18:59:19.435352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:21.067382 run osmo-stp_10.42.42.5(pid=20004): stderr: \u000a| �[0;m�[38;5;43m20221213185919605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185919605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185919605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185919606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185919606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185919606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185919606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:21.200003 run osmo-stp_10.42.42.5(pid=20004): stdout: \u000a| (launched: 2022-12-13_18:59:19.435352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:21.331563 run osmo-stp_10.42.42.5(pid=20004): stderr: \u000a| �[0;m�[38;5;43m20221213185919605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185919605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185919605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185919606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185919606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185919606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185919606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:21.389568 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20004): Process ended prematurely: osmo-stp_10.42.42.5(pid=20004) [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20004)] [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a18:59:21.399100 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a18:59:21.462916 run osmo-hlr_10.42.42.2(pid=20001): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20001)]\u000a18:59:21.515094 run osmo-hlr_10.42.42.2(pid=20001): stdout: \u000a| (launched: 2022-12-13_18:59:18.471383) \u000a18:59:21.568241 run osmo-hlr_10.42.42.2(pid=20001): stderr: \u000a| �[0;m�[1;31m20221213185918647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185918647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185918647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185918647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185918647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185918647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185918660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185918671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185918671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185918671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:21.640298 run osmo-msc_10.42.42.6(pid=20007): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20007)]\u000a18:59:21.692554 run osmo-msc_10.42.42.6(pid=20007): stdout: \u000a| (launched: 2022-12-13_18:59:20.433349) \u000a18:59:21.745385 run osmo-msc_10.42.42.6(pid=20007): stderr: \u000a| �[0;m�[38;5;43m20221213185920754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185920755 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f306e0eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185920755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185920755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185920755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185920755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185920757 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185920757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185920757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185920758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:59:21.790445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20000): Terminating (SIGTERM)\u000a18:59:21.832928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20003): Terminating (SIGTERM)\u000a18:59:21.875470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20006): Terminating (SIGTERM)\u000a18:59:21.885503 --- ParallelTerminationStrategy: PID 20000 died...\u000a18:59:21.942649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20000): Terminated: ok {rc=0}\u000a18:59:21.952883 --- ParallelTerminationStrategy: PID 20003 died...\u000a18:59:22.009738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20003): Terminated: ok {rc=0}\u000a18:59:22.019944 --- ParallelTerminationStrategy: PID 20006 died...\u000a18:59:22.076442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20006): Terminated: ok {rc=0}\u000a18:59:22.164033 bus /sierra_3: Setting Powered False\u000a18:59:23.270579 bus /sierra_3: Setting Powered False\u000a18:59:24.384727 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:59:04" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20019): Process ended prematurely: osmo-stp_10.42.42.5(pid=20019) [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20019)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20019): Process ended prematurely: osmo-stp_10.42.42.5(pid=20019) [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a18:59:26.378216 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:59:26.389174 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:59:26.547126 tst mo_mt_call.py: using LAC 35608\u000a18:59:26.673293 tst mo_mt_call.py: using RAC 163\u000a18:59:26.792061 tst mo_mt_call.py: using CellId 35608\u000a18:59:26.918943 tst mo_mt_call.py: using BVCI 35609\u000a18:59:26.943865 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:59:26.955348 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:59:26.966838 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:59:26.978573 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:59:26.990505 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:59:27.002366 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:59:27.120478 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:59:27.334500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:27.852716 run create_hlr_db(pid=20013): Launched\u000a18:59:28.043070 bus /sierra_2: Setting Powered False\u000a18:59:29.063916 run create_hlr_db(pid=20013): Terminated: ok {rc=0}\u000a18:59:29.475119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20015): Launched\u000a18:59:29.782016 run osmo-hlr_10.42.42.2(pid=20016): Launched\u000a18:59:29.903148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:30.439365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20018): Launched\u000a18:59:30.746798 run osmo-stp_10.42.42.5(pid=20019): Launched\u000a18:59:30.858098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:59:31.455513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20021): Launched\u000a18:59:31.942704 run osmo-msc_10.42.42.6(pid=20022): Launched\u000a18:59:32.258653 run osmo-stp_10.42.42.5(pid=20019): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20019)]\u000a18:59:32.388046 run osmo-stp_10.42.42.5(pid=20019): stdout: \u000a| (launched: 2022-12-13_18:59:30.596403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:32.515758 run osmo-stp_10.42.42.5(pid=20019): stderr: \u000a| �[0;m�[38;5;43m20221213185930767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185930768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185930768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185930768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185930769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185930769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185930769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:32.640214 run osmo-stp_10.42.42.5(pid=20019): stdout: \u000a| (launched: 2022-12-13_18:59:30.596403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:32.762776 run osmo-stp_10.42.42.5(pid=20019): stderr: \u000a| �[0;m�[38;5;43m20221213185930767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185930768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185930768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185930768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185930769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185930769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185930769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:32.816539 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20019): Process ended prematurely: osmo-stp_10.42.42.5(pid=20019) [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20019)] [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a18:59:32.825107 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a18:59:32.885213 run osmo-hlr_10.42.42.2(pid=20016): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20016)]\u000a18:59:32.934472 run osmo-hlr_10.42.42.2(pid=20016): stdout: \u000a| (launched: 2022-12-13_18:59:29.631255) \u000a18:59:32.984538 run osmo-hlr_10.42.42.2(pid=20016): stderr: \u000a| �[0;m�[1;31m20221213185929805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185929805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185929805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185929805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185929805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185929805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185929817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185929826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185929826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185929826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:33.052995 run osmo-msc_10.42.42.6(pid=20022): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20022)]\u000a18:59:33.102375 run osmo-msc_10.42.42.6(pid=20022): stdout: \u000a| (launched: 2022-12-13_18:59:31.628101) \u000a18:59:33.152193 run osmo-msc_10.42.42.6(pid=20022): stderr: \u000a| �[0;m�[38;5;43m20221213185931955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185931955 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47f85e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185931955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185931956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185931956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185931956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185931970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185931970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185931971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185931971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:59:33.194558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20015): Terminating (SIGTERM)\u000a18:59:33.234788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20018): Terminating (SIGTERM)\u000a18:59:33.275066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20021): Terminating (SIGTERM)\u000a18:59:33.284270 --- ParallelTerminationStrategy: PID 20015 died...\u000a18:59:33.338011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20015): Terminated: ok {rc=0}\u000a18:59:33.347655 --- ParallelTerminationStrategy: PID 20018 died...\u000a18:59:33.400841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20018): Terminated: ok {rc=0}\u000a18:59:33.410432 --- ParallelTerminationStrategy: PID 20021 died...\u000a18:59:33.464258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20021): Terminated: ok {rc=0}\u000a18:59:33.548912 bus /sierra_3: Setting Powered False\u000a18:59:34.651666 bus /sierra_3: Setting Powered False\u000a18:59:35.757916 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20030): Process ended prematurely: osmo-stp_10.42.42.5(pid=20030) [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20030)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20030): Process ended prematurely: osmo-stp_10.42.42.5(pid=20030) [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:59:36.874333 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:59:36.886523 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a18:59:37.057132 tst mo_mt_call_osmux.py: using LAC 35609\u000a18:59:37.184924 tst mo_mt_call_osmux.py: using RAC 164\u000a18:59:37.312851 tst mo_mt_call_osmux.py: using CellId 35609\u000a18:59:37.446634 tst mo_mt_call_osmux.py: using BVCI 35610\u000a18:59:37.471653 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:59:37.483239 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:59:37.494662 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:59:37.506051 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:59:37.517730 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a18:59:37.529501 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:59:37.646009 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a18:59:37.860760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:38.379375 run create_hlr_db(pid=20024): Launched\u000a18:59:38.569274 bus /sierra_2: Setting Powered False\u000a18:59:39.590423 run create_hlr_db(pid=20024): Terminated: ok {rc=0}\u000a18:59:40.029385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20026): Launched\u000a18:59:40.359915 run osmo-hlr_10.42.42.2(pid=20027): Launched\u000a18:59:40.478377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:41.050475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20029): Launched\u000a18:59:41.381707 run osmo-stp_10.42.42.5(pid=20030): Launched\u000a18:59:41.501713 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:59:42.101575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20032): Launched\u000a18:59:42.432549 run osmo-msc_10.42.42.6(pid=20033): Launched\u000a18:59:42.625221 run osmo-stp_10.42.42.5(pid=20030): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20030)]\u000a18:59:42.765499 run osmo-stp_10.42.42.5(pid=20030): stdout: \u000a| (launched: 2022-12-13_18:59:41.218181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:42.902902 run osmo-stp_10.42.42.5(pid=20030): stderr: \u000a| �[0;m�[38;5;43m20221213185941409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185941409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185941409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185941409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185941410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185941410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185941410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:43.035813 run osmo-stp_10.42.42.5(pid=20030): stdout: \u000a| (launched: 2022-12-13_18:59:41.218181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:43.167645 run osmo-stp_10.42.42.5(pid=20030): stderr: \u000a| �[0;m�[38;5;43m20221213185941409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185941409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185941409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185941409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185941410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185941410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185941410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:43.225459 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20030): Process ended prematurely: osmo-stp_10.42.42.5(pid=20030) [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20030)] [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a18:59:43.234718 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a18:59:43.298587 run osmo-hlr_10.42.42.2(pid=20027): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20027)]\u000a18:59:43.350841 run osmo-hlr_10.42.42.2(pid=20027): stdout: \u000a| (launched: 2022-12-13_18:59:40.196605) \u000a18:59:43.403640 run osmo-hlr_10.42.42.2(pid=20027): stderr: \u000a| �[0;m�[1;31m20221213185940393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185940393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185940393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185940393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185940393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185940393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185940406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185940414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185940415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185940415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:43.475436 run osmo-msc_10.42.42.6(pid=20033): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20033)]\u000a18:59:43.527457 run osmo-msc_10.42.42.6(pid=20033): stdout: \u000a| (launched: 2022-12-13_18:59:42.269418) \u000a18:59:43.580057 run osmo-msc_10.42.42.6(pid=20033): stderr: \u000a| �[0;m�[38;5;43m20221213185942592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185942592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49e287ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185942592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185942592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185942592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185942593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185942594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185942595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185942595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185942595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:59:43.624918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20026): Terminating (SIGTERM)\u000a18:59:43.667391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20029): Terminating (SIGTERM)\u000a18:59:43.710223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20032): Terminating (SIGTERM)\u000a18:59:43.719910 --- ParallelTerminationStrategy: PID 20026 died...\u000a18:59:43.776722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20026): Terminated: ok {rc=0}\u000a18:59:43.786855 --- ParallelTerminationStrategy: PID 20029 died...\u000a18:59:43.843235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20029): Terminated: ok {rc=0}\u000a18:59:43.853407 --- ParallelTerminationStrategy: PID 20032 died...\u000a18:59:43.909780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20032): Terminated: ok {rc=0}\u000a18:59:43.998525 bus /sierra_3: Setting Powered False\u000a18:59:45.104016 bus /sierra_3: Setting Powered False\u000a18:59:46.217616 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:59:26" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20044): Process ended prematurely: osmo-stp_10.42.42.5(pid=20044) [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20044)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20044): Process ended prematurely: osmo-stp_10.42.42.5(pid=20044) [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a18:59:48.219079 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:59:48.230160 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a18:59:48.369770 tst mo_mt_call.py: using LAC 35610\u000a18:59:48.496396 tst mo_mt_call.py: using RAC 165\u000a18:59:48.618781 tst mo_mt_call.py: using CellId 35610\u000a18:59:48.741133 tst mo_mt_call.py: using BVCI 35611\u000a18:59:48.764117 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:59:48.775219 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:59:48.786106 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:59:48.796882 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:59:48.807661 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:59:48.818620 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a18:59:48.938274 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a18:59:49.140683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:49.629217 run create_hlr_db(pid=20038): Launched\u000a18:59:49.804207 bus /sierra_2: Setting Powered False\u000a18:59:50.827477 run create_hlr_db(pid=20038): Terminated: ok {rc=0}\u000a18:59:51.264605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20040): Launched\u000a18:59:51.593378 run osmo-hlr_10.42.42.2(pid=20041): Launched\u000a18:59:51.715021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a18:59:52.284846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20043): Launched\u000a18:59:52.613878 run osmo-stp_10.42.42.5(pid=20044): Launched\u000a18:59:52.734574 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a18:59:53.333388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20046): Launched\u000a18:59:53.662419 run osmo-msc_10.42.42.6(pid=20047): Launched\u000a18:59:53.856111 run osmo-stp_10.42.42.5(pid=20044): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20044)]\u000a18:59:53.995396 run osmo-stp_10.42.42.5(pid=20044): stdout: \u000a| (launched: 2022-12-13_18:59:52.451857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:54.133265 run osmo-stp_10.42.42.5(pid=20044): stderr: \u000a| �[0;m�[38;5;43m20221213185952643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185952643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185952643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185952643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185952644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185952644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185952644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:54.265594 run osmo-stp_10.42.42.5(pid=20044): stdout: \u000a| (launched: 2022-12-13_18:59:52.451857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a18:59:54.397219 run osmo-stp_10.42.42.5(pid=20044): stderr: \u000a| �[0;m�[38;5;43m20221213185952643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213185952643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213185952643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213185952643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213185952644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213185952644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213185952644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a18:59:54.454687 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20044): Process ended prematurely: osmo-stp_10.42.42.5(pid=20044) [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20044)] [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a18:59:54.463927 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a18:59:54.527818 run osmo-hlr_10.42.42.2(pid=20041): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20041)]\u000a18:59:54.580594 run osmo-hlr_10.42.42.2(pid=20041): stdout: \u000a| (launched: 2022-12-13_18:59:51.432136) \u000a18:59:54.633355 run osmo-hlr_10.42.42.2(pid=20041): stderr: \u000a| �[0;m�[1;31m20221213185951630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213185951630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213185951630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185951630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213185951630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213185951630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213185951643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213185951654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213185951654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213185951654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a18:59:54.704917 run osmo-msc_10.42.42.6(pid=20047): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20047)]\u000a18:59:54.756850 run osmo-msc_10.42.42.6(pid=20047): stdout: \u000a| (launched: 2022-12-13_18:59:53.500204) \u000a18:59:54.809423 run osmo-msc_10.42.42.6(pid=20047): stderr: \u000a| �[0;m�[38;5;43m20221213185953823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213185953823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda040a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213185953823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213185953823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213185953823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213185953823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213185953825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213185953825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213185953826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213185953826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a18:59:54.854165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20040): Terminating (SIGTERM)\u000a18:59:54.896779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20043): Terminating (SIGTERM)\u000a18:59:54.939087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20046): Terminating (SIGTERM)\u000a18:59:54.948776 --- ParallelTerminationStrategy: PID 20040 died...\u000a18:59:55.005465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20040): Terminated: ok {rc=0}\u000a18:59:55.015495 --- ParallelTerminationStrategy: PID 20043 died...\u000a18:59:55.072336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20043): Terminated: ok {rc=0}\u000a18:59:55.082455 --- ParallelTerminationStrategy: PID 20046 died...\u000a18:59:55.139065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20046): Terminated: ok {rc=0}\u000a18:59:55.226933 bus /sierra_3: Setting Powered False\u000a18:59:56.330463 bus /sierra_3: Setting Powered False\u000a18:59:57.442316 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20058): Process ended prematurely: osmo-stp_10.42.42.5(pid=20058) [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20058)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20058): Process ended prematurely: osmo-stp_10.42.42.5(pid=20058) [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a18:59:58.553711 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:59:58.565509 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a18:59:58.706628 tst mo_mt_call_osmux.py: using LAC 35611\u000a18:59:58.827379 tst mo_mt_call_osmux.py: using RAC 166\u000a18:59:58.948316 tst mo_mt_call_osmux.py: using CellId 35611\u000a18:59:59.070416 tst mo_mt_call_osmux.py: using BVCI 35612\u000a18:59:59.093577 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:59:59.104675 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:59:59.115633 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:59:59.126546 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:59:59.137585 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a18:59:59.148662 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a18:59:59.263986 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a18:59:59.477882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a18:59:59.996566 run create_hlr_db(pid=20049): Launched\u000a19:00:00.187067 bus /sierra_2: Setting Powered False\u000a19:00:01.218146 run create_hlr_db(pid=20049): Terminated: ok {rc=0}\u000a19:00:01.692886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20054): Launched\u000a19:00:02.105420 run osmo-hlr_10.42.42.2(pid=20055): Launched\u000a19:00:02.302959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:02.874907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20057): Launched\u000a19:00:03.203635 run osmo-stp_10.42.42.5(pid=20058): Launched\u000a19:00:03.323466 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:00:03.922412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20060): Launched\u000a19:00:04.253014 run osmo-msc_10.42.42.6(pid=20061): Launched\u000a19:00:04.445339 run osmo-stp_10.42.42.5(pid=20058): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20058)]\u000a19:00:04.583586 run osmo-stp_10.42.42.5(pid=20058): stdout: \u000a| (launched: 2022-12-13_19:00:03.041758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:04.721347 run osmo-stp_10.42.42.5(pid=20058): stderr: \u000a| �[0;m�[38;5;43m20221213190003232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190003232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190003232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190003233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190003233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190003233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190003233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:04.853724 run osmo-stp_10.42.42.5(pid=20058): stdout: \u000a| (launched: 2022-12-13_19:00:03.041758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:04.985047 run osmo-stp_10.42.42.5(pid=20058): stderr: \u000a| �[0;m�[38;5;43m20221213190003232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190003232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190003232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190003233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190003233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190003233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190003233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:05.042626 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20058): Process ended prematurely: osmo-stp_10.42.42.5(pid=20058) [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20058)] [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a19:00:05.051830 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a19:00:05.115483 run osmo-hlr_10.42.42.2(pid=20055): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20055)]\u000a19:00:05.167535 run osmo-hlr_10.42.42.2(pid=20055): stdout: \u000a| (launched: 2022-12-13_19:00:01.852222) \u000a19:00:05.220041 run osmo-hlr_10.42.42.2(pid=20055): stderr: \u000a| �[0;m�[1;31m20221213190002179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190002179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190002179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190002179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190002179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190002179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190002199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190002211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190002211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190002211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:05.291206 run osmo-msc_10.42.42.6(pid=20061): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20061)]\u000a19:00:05.343097 run osmo-msc_10.42.42.6(pid=20061): stdout: \u000a| (launched: 2022-12-13_19:00:04.089736) \u000a19:00:05.395390 run osmo-msc_10.42.42.6(pid=20061): stderr: \u000a| �[0;m�[38;5;43m20221213190004412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190004412 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f902f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190004412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190004412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190004412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190004413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190004414 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190004415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190004415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190004415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:00:05.439945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20054): Terminating (SIGTERM)\u000a19:00:05.482576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20057): Terminating (SIGTERM)\u000a19:00:05.524613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20060): Terminating (SIGTERM)\u000a19:00:05.534286 --- ParallelTerminationStrategy: PID 20054 died...\u000a19:00:05.590881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20054): Terminated: ok {rc=0}\u000a19:00:05.601130 --- ParallelTerminationStrategy: PID 20057 died...\u000a19:00:05.657276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20057): Terminated: ok {rc=0}\u000a19:00:05.667274 --- ParallelTerminationStrategy: PID 20060 died...\u000a19:00:05.723821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20060): Terminated: ok {rc=0}\u000a19:00:05.811384 bus /sierra_3: Setting Powered False\u000a19:00:06.918460 bus /sierra_3: Setting Powered False\u000a19:00:08.027873 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T18:59:47" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20073): Process ended prematurely: osmo-stp_10.42.42.5(pid=20073) [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20073)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20073): Process ended prematurely: osmo-stp_10.42.42.5(pid=20073) [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a19:00:10.022054 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:00:10.033461 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:00:10.174163 tst mo_mt_call.py: using LAC 35612\u000a19:00:10.291969 tst mo_mt_call.py: using RAC 167\u000a19:00:10.409843 tst mo_mt_call.py: using CellId 35612\u000a19:00:10.527495 tst mo_mt_call.py: using BVCI 35613\u000a19:00:10.550749 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:00:10.562164 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:00:10.573426 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:00:10.584638 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:00:10.595871 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:00:10.607100 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:00:10.727145 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:00:10.931883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:11.422857 run create_hlr_db(pid=20067): Launched\u000a19:00:11.599144 bus /sierra_2: Setting Powered False\u000a19:00:12.620279 run create_hlr_db(pid=20067): Terminated: ok {rc=0}\u000a19:00:13.028022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20069): Launched\u000a19:00:13.332644 run osmo-hlr_10.42.42.2(pid=20070): Launched\u000a19:00:13.443830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:13.974811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20072): Launched\u000a19:00:14.282567 run osmo-stp_10.42.42.5(pid=20073): Launched\u000a19:00:14.393798 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:00:14.952051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20075): Launched\u000a19:00:15.259200 run osmo-msc_10.42.42.6(pid=20076): Launched\u000a19:00:15.438996 run osmo-stp_10.42.42.5(pid=20073): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20073)]\u000a19:00:15.568203 run osmo-stp_10.42.42.5(pid=20073): stdout: \u000a| (launched: 2022-12-13_19:00:14.131650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:15.694986 run osmo-stp_10.42.42.5(pid=20073): stderr: \u000a| �[0;m�[38;5;43m20221213190014300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190014300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190014300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190014300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190014301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190014301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190014301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:15.818490 run osmo-stp_10.42.42.5(pid=20073): stdout: \u000a| (launched: 2022-12-13_19:00:14.131650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:15.943572 run osmo-stp_10.42.42.5(pid=20073): stderr: \u000a| �[0;m�[38;5;43m20221213190014300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190014300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190014300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190014300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190014301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190014301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190014301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:15.998484 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20073): Process ended prematurely: osmo-stp_10.42.42.5(pid=20073) [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20073)] [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a19:00:16.007521 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a19:00:16.082704 run osmo-hlr_10.42.42.2(pid=20070): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20070)]\u000a19:00:16.137543 run osmo-hlr_10.42.42.2(pid=20070): stdout: \u000a| (launched: 2022-12-13_19:00:13.183389) \u000a19:00:16.193830 run osmo-hlr_10.42.42.2(pid=20070): stderr: \u000a| �[0;m�[1;31m20221213190013357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190013357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190013357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190013358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190013358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190013358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190013370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190013381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190013381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190013381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:16.268351 run osmo-msc_10.42.42.6(pid=20076): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20076)]\u000a19:00:16.322562 run osmo-msc_10.42.42.6(pid=20076): stdout: \u000a| (launched: 2022-12-13_19:00:15.107681) \u000a19:00:16.379477 run osmo-msc_10.42.42.6(pid=20076): stderr: \u000a| �[0;m�[38;5;43m20221213190015379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190015379 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbd013dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190015379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190015379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190015379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190015380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190015381 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190015382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190015382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190015382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:00:16.426988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20069): Terminating (SIGTERM)\u000a19:00:16.472405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20072): Terminating (SIGTERM)\u000a19:00:16.520710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20075): Terminating (SIGTERM)\u000a19:00:16.531998 --- ParallelTerminationStrategy: PID 20069 died...\u000a19:00:16.595122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20069): Terminated: ok {rc=0}\u000a19:00:16.606360 --- ParallelTerminationStrategy: PID 20072 died...\u000a19:00:16.667106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20072): Terminated: ok {rc=0}\u000a19:00:16.680265 --- ParallelTerminationStrategy: PID 20075 died...\u000a19:00:16.739378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20075): Terminated: ok {rc=0}\u000a19:00:16.828121 bus /sierra_3: Setting Powered False\u000a19:00:17.929021 bus /sierra_3: Setting Powered False\u000a19:00:19.036760 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20084): Process ended prematurely: osmo-stp_10.42.42.5(pid=20084) [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20084)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20084): Process ended prematurely: osmo-stp_10.42.42.5(pid=20084) [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:00:20.152625 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:00:20.165790 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:00:20.322465 tst mo_mt_call_osmux.py: using LAC 35613\u000a19:00:20.449789 tst mo_mt_call_osmux.py: using RAC 168\u000a19:00:20.576400 tst mo_mt_call_osmux.py: using CellId 35613\u000a19:00:20.703446 tst mo_mt_call_osmux.py: using BVCI 35614\u000a19:00:20.728335 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:00:20.740307 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:00:20.752176 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:00:20.764311 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:00:20.776589 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:00:20.788784 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:00:20.907267 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:00:21.125283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:21.641941 run create_hlr_db(pid=20078): Launched\u000a19:00:21.833236 bus /sierra_2: Setting Powered False\u000a19:00:22.853789 run create_hlr_db(pid=20078): Terminated: ok {rc=0}\u000a19:00:23.290119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20080): Launched\u000a19:00:23.619491 run osmo-hlr_10.42.42.2(pid=20081): Launched\u000a19:00:23.738241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:24.312797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20083): Launched\u000a19:00:24.640723 run osmo-stp_10.42.42.5(pid=20084): Launched\u000a19:00:24.760231 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:00:25.358830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20086): Launched\u000a19:00:25.687807 run osmo-msc_10.42.42.6(pid=20087): Launched\u000a19:00:25.880141 run osmo-stp_10.42.42.5(pid=20084): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20084)]\u000a19:00:26.018802 run osmo-stp_10.42.42.5(pid=20084): stdout: \u000a| (launched: 2022-12-13_19:00:24.480144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:26.156057 run osmo-stp_10.42.42.5(pid=20084): stderr: \u000a| �[0;m�[38;5;43m20221213190024671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190024671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190024672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190024672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190024672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190024673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190024673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:26.288805 run osmo-stp_10.42.42.5(pid=20084): stdout: \u000a| (launched: 2022-12-13_19:00:24.480144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:26.420257 run osmo-stp_10.42.42.5(pid=20084): stderr: \u000a| �[0;m�[38;5;43m20221213190024671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190024671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190024672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190024672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190024672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190024673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190024673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:26.478175 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20084): Process ended prematurely: osmo-stp_10.42.42.5(pid=20084) [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20084)] [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a19:00:26.487573 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:00:26.551486 run osmo-hlr_10.42.42.2(pid=20081): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20081)]\u000a19:00:26.603346 run osmo-hlr_10.42.42.2(pid=20081): stdout: \u000a| (launched: 2022-12-13_19:00:23.457720) \u000a19:00:26.656118 run osmo-hlr_10.42.42.2(pid=20081): stderr: \u000a| �[0;m�[1;31m20221213190023655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190023655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190023655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190023655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190023655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190023655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190023667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190023676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190023677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190023677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:26.727879 run osmo-msc_10.42.42.6(pid=20087): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20087)]\u000a19:00:26.779762 run osmo-msc_10.42.42.6(pid=20087): stdout: \u000a| (launched: 2022-12-13_19:00:25.525742) \u000a19:00:26.832459 run osmo-msc_10.42.42.6(pid=20087): stderr: \u000a| �[0;m�[38;5;43m20221213190025846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190025846 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54e2901c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190025846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190025846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190025846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190025846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190025848 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190025848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190025849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190025849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:00:26.877263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20080): Terminating (SIGTERM)\u000a19:00:26.919505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20083): Terminating (SIGTERM)\u000a19:00:26.961677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20086): Terminating (SIGTERM)\u000a19:00:26.971387 --- ParallelTerminationStrategy: PID 20080 died...\u000a19:00:27.028485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20080): Terminated: ok {rc=0}\u000a19:00:27.038678 --- ParallelTerminationStrategy: PID 20083 died...\u000a19:00:27.095020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20083): Terminated: ok {rc=0}\u000a19:00:27.105187 --- ParallelTerminationStrategy: PID 20086 died...\u000a19:00:27.161549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20086): Terminated: ok {rc=0}\u000a19:00:27.249127 bus /sierra_3: Setting Powered False\u000a19:00:28.351300 bus /sierra_3: Setting Powered False\u000a19:00:29.460129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:00:09" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20099): Process ended prematurely: osmo-stp_10.42.42.5(pid=20099) [trial-2393↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20099)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20099): Process ended prematurely: osmo-stp_10.42.42.5(pid=20099) [trial-2393↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:00:31.516225 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:31.530907 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a19:00:31.721277 tst emergency_mo_mt_call.py: using LAC 35614\u000a19:00:31.851622 tst emergency_mo_mt_call.py: using RAC 169\u000a19:00:31.974697 tst emergency_mo_mt_call.py: using CellId 35614\u000a19:00:32.123080 tst emergency_mo_mt_call.py: using BVCI 35615\u000a19:00:32.155176 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:32.169813 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:32.184455 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:32.197474 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:32.212090 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:32.225001 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a19:00:32.347759 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a19:00:32.548309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:33.028615 run create_hlr_db(pid=20093): Launched\u000a19:00:33.202813 bus /sierra_2: Setting Powered False\u000a19:00:34.223357 run create_hlr_db(pid=20093): Terminated: ok {rc=0}\u000a19:00:34.623834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20095): Launched\u000a19:00:34.923757 run osmo-hlr_10.42.42.2(pid=20096): Launched\u000a19:00:35.042387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:35.572415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20098): Launched\u000a19:00:35.874210 run osmo-stp_10.42.42.5(pid=20099): Launched\u000a19:00:35.995419 tst emergency_mo_mt_call.py: using MSISDN 8284\u000a19:00:36.145281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:00:36.695660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20101): Launched\u000a19:00:36.996669 run osmo-msc_10.42.42.6(pid=20102): Launched\u000a19:00:37.173347 run osmo-stp_10.42.42.5(pid=20099): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20099)]\u000a19:00:37.299719 run osmo-stp_10.42.42.5(pid=20099): stdout: \u000a| (launched: 2022-12-13_19:00:35.725872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:37.423967 run osmo-stp_10.42.42.5(pid=20099): stderr: \u000a| �[0;m�[38;5;43m20221213190035893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190035893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190035894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190035894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190035895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190035895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190035895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:37.544453 run osmo-stp_10.42.42.5(pid=20099): stdout: \u000a| (launched: 2022-12-13_19:00:35.725872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:37.663683 run osmo-stp_10.42.42.5(pid=20099): stderr: \u000a| �[0;m�[38;5;43m20221213190035893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190035893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190035894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190035894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190035895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190035895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190035895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:37.715982 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20099): Process ended prematurely: osmo-stp_10.42.42.5(pid=20099) [trial-2393↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20099)] [trial-2393↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a19:00:37.724149 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a19:00:37.783597 run osmo-hlr_10.42.42.2(pid=20096): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20096)]\u000a19:00:37.832657 run osmo-hlr_10.42.42.2(pid=20096): stdout: \u000a| (launched: 2022-12-13_19:00:34.776372) \u000a19:00:37.882436 run osmo-hlr_10.42.42.2(pid=20096): stderr: \u000a| �[0;m�[1;31m20221213190034949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190034949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190034949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190034949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190034949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190034949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190034961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190034973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190034973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190034973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:37.949689 run osmo-msc_10.42.42.6(pid=20102): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20102)]\u000a19:00:37.998446 run osmo-msc_10.42.42.6(pid=20102): stdout: \u000a| (launched: 2022-12-13_19:00:36.848515) \u000a19:00:38.047746 run osmo-msc_10.42.42.6(pid=20102): stderr: \u000a| �[0;m�[38;5;43m20221213190037116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190037116 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c52bc7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190037117 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190037117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190037117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190037117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190037119 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190037119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190037119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190037119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:00:38.089716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20095): Terminating (SIGTERM)\u000a19:00:38.129369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20098): Terminating (SIGTERM)\u000a19:00:38.169452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20101): Terminating (SIGTERM)\u000a19:00:38.178627 --- ParallelTerminationStrategy: PID 20095 died...\u000a19:00:38.231996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20095): Terminated: ok {rc=0}\u000a19:00:38.241698 --- ParallelTerminationStrategy: PID 20098 died...\u000a19:00:38.294674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20098): Terminated: ok {rc=0}\u000a19:00:38.304279 --- ParallelTerminationStrategy: PID 20101 died...\u000a19:00:38.357217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20101): Terminated: ok {rc=0}\u000a19:00:38.445844 bus /sierra_3: Setting Powered False\u000a19:00:39.551507 bus /sierra_3: Setting Powered False\u000a19:00:40.661083 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20110): Process ended prematurely: osmo-stp_10.42.42.5(pid=20110) [trial-2393↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20110)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20110): Process ended prematurely: osmo-stp_10.42.42.5(pid=20110) [trial-2393↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:00:41.714712 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:41.726635 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a19:00:41.873328 tst emergency_preemptive_call.py: using LAC 35615\u000a19:00:41.999877 tst emergency_preemptive_call.py: using RAC 170\u000a19:00:42.119828 tst emergency_preemptive_call.py: using CellId 35615\u000a19:00:42.239509 tst emergency_preemptive_call.py: using BVCI 35616\u000a19:00:42.262394 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:42.273401 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:42.284067 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:42.294649 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:42.305285 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:00:42.315857 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a19:00:42.434896 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a19:00:42.552150 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a19:00:42.666108 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a19:00:42.864199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:00:43.348255 run create_hlr_db(pid=20104): Launched\u000a19:00:43.521198 bus /sierra_2: Setting Powered False\u000a19:00:44.543630 run create_hlr_db(pid=20104): Terminated: ok {rc=0}\u000a19:00:44.944360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20106): Launched\u000a19:00:45.247423 run osmo-hlr_10.42.42.2(pid=20107): Launched\u000a19:00:45.357228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:00:45.906525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20109): Launched\u000a19:00:46.302632 run osmo-stp_10.42.42.5(pid=20110): Launched\u000a19:00:46.485887 tst emergency_preemptive_call.py: using MSISDN 8285\u000a19:00:46.637855 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:00:47.200435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20112): Launched\u000a19:00:47.501732 run osmo-msc_10.42.42.6(pid=20113): Launched\u000a19:00:47.677801 run osmo-stp_10.42.42.5(pid=20110): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20110)]\u000a19:00:47.804510 run osmo-stp_10.42.42.5(pid=20110): stdout: \u000a| (launched: 2022-12-13_19:00:46.066586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:47.929650 run osmo-stp_10.42.42.5(pid=20110): stderr: \u000a| �[0;m�[38;5;43m20221213190046309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190046309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190046310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190046310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190046310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190046311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190046311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:48.050494 run osmo-stp_10.42.42.5(pid=20110): stdout: \u000a| (launched: 2022-12-13_19:00:46.066586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:00:48.170833 run osmo-stp_10.42.42.5(pid=20110): stderr: \u000a| �[0;m�[38;5;43m20221213190046309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190046309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190046310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190046310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190046310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190046311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190046311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:00:48.223494 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20110): Process ended prematurely: osmo-stp_10.42.42.5(pid=20110) [trial-2393↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20110)] [trial-2393↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a19:00:48.231465 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a19:00:48.291589 run osmo-hlr_10.42.42.2(pid=20107): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20107)]\u000a19:00:48.341139 run osmo-hlr_10.42.42.2(pid=20107): stdout: \u000a| (launched: 2022-12-13_19:00:45.097178) \u000a19:00:48.391309 run osmo-hlr_10.42.42.2(pid=20107): stderr: \u000a| �[0;m�[1;31m20221213190045271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190045271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190045271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190045271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190045271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190045272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190045284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190045295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190045295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190045295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:00:48.459419 run osmo-msc_10.42.42.6(pid=20113): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20113)]\u000a19:00:48.508710 run osmo-msc_10.42.42.6(pid=20113): stdout: \u000a| (launched: 2022-12-13_19:00:47.353520) \u000a19:00:48.559040 run osmo-msc_10.42.42.6(pid=20113): stderr: \u000a| �[0;m�[38;5;43m20221213190047624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190047624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6de50fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190047624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190047624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190047625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190047625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190047627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190047627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190047627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190047628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:00:48.601580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20106): Terminating (SIGTERM)\u000a19:00:48.641472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20109): Terminating (SIGTERM)\u000a19:00:48.681652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20112): Terminating (SIGTERM)\u000a19:00:48.690954 --- ParallelTerminationStrategy: PID 20106 died...\u000a19:00:48.744911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20106): Terminated: ok {rc=0}\u000a19:00:48.754748 --- ParallelTerminationStrategy: PID 20109 died...\u000a19:00:48.808144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20109): Terminated: ok {rc=0}\u000a19:00:48.817972 --- ParallelTerminationStrategy: PID 20112 died...\u000a19:00:48.871342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20112): Terminated: ok {rc=0}\u000a19:00:48.960247 bus /sierra_9: Setting Powered False\u000a19:00:50.065254 bus /sierra_9: Setting Powered False\u000a19:00:51.176670 bus /sierra_8: Setting Powered False\u000a19:00:52.284154 bus /sierra_8: Setting Powered False\u000a19:00:53.396050 bus /sierra_3: Setting Powered False\u000a19:00:54.497228 bus /sierra_3: Setting Powered False\u000a19:00:55.604863 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:00:31" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20129): Process ended prematurely: osmo-stp_10.42.42.5(pid=20129) [trial-2393↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20129)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20129): Process ended prematurely: osmo-stp_10.42.42.5(pid=20129) [trial-2393↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:00:57.746370 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:57.757545 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a19:00:57.901958 tst cs_paging_gprs_active.py: using LAC 35616\u000a19:00:58.027196 tst cs_paging_gprs_active.py: using RAC 171\u000a19:00:58.154557 tst cs_paging_gprs_active.py: using CellId 35616\u000a19:00:58.280188 tst cs_paging_gprs_active.py: using BVCI 35617\u000a19:00:58.304854 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:58.316088 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:58.327070 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:58.337995 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:58.349124 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:58.360188 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:58.371504 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:58.382788 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:00:58.394138 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:00:58.509450 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:00:58.795950 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:00:58.923363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:00:59.237084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20119): Launched\u000a19:00:59.497979 run iperf3-srv_10.42.42.10(pid=20120): Launched\u000a19:00:59.683208 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:00:59.809654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:00.123117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20121): Launched\u000a19:01:00.383563 run iperf3-srv_10.42.42.10(pid=20122): Launched\u000a19:01:00.568459 tst cs_paging_gprs_active.py:38: start network...\u000a19:01:00.694533 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:01.222055 run create_hlr_db(pid=20123): Launched\u000a19:01:01.401595 bus /sierra_2: Setting Powered False\u000a19:01:02.427380 run create_hlr_db(pid=20123): Terminated: ok {rc=0}\u000a19:01:02.834118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20125): Launched\u000a19:01:03.137064 run osmo-hlr_10.42.42.2(pid=20126): Launched\u000a19:01:03.257346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:03.785421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20128): Launched\u000a19:01:04.087296 run osmo-stp_10.42.42.5(pid=20129): Launched\u000a19:01:04.196524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:01:04.723654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20131): Launched\u000a19:01:04.831830 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:01:05.095621 run patchelf(pid=20132): Launched\u000a19:01:05.275021 run osmo-stp_10.42.42.5(pid=20129): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20129)]\u000a19:01:05.406134 run osmo-stp_10.42.42.5(pid=20129): stdout: \u000a| (launched: 2022-12-13_19:01:03.938864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:05.536126 run osmo-stp_10.42.42.5(pid=20129): stderr: \u000a| �[0;m�[38;5;43m20221213190104106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190104106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190104106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190104106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190104107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190104107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190104107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:05.661987 run osmo-stp_10.42.42.5(pid=20129): stdout: \u000a| (launched: 2022-12-13_19:01:03.938864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:05.786551 run osmo-stp_10.42.42.5(pid=20129): stderr: \u000a| �[0;m�[38;5;43m20221213190104106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190104106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190104106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190104106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190104107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190104107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190104107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:05.931529 run patchelf(pid=20132): Terminating (SIGINT)\u000a19:01:06.100817 run patchelf(pid=20132): Terminated: ok {rc=0}\u000a19:01:06.131925 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20129): Process ended prematurely: osmo-stp_10.42.42.5(pid=20129) [trial-2393↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20129)] [trial-2393↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a19:01:06.141585 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a19:01:06.201205 run osmo-hlr_10.42.42.2(pid=20126): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20126)]\u000a19:01:06.249770 run osmo-hlr_10.42.42.2(pid=20126): stdout: \u000a| (launched: 2022-12-13_19:01:02.988152) \u000a19:01:06.298903 run osmo-hlr_10.42.42.2(pid=20126): stderr: \u000a| �[0;m�[1;31m20221213190103162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190103162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190103162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190103162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190103162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190103162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190103175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190103183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190103184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190103184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:06.340942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20119): Terminating (SIGTERM)\u000a19:01:06.380491 run iperf3-srv_10.42.42.10(pid=20120): Terminating (SIGTERM)\u000a19:01:06.420087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20121): Terminating (SIGTERM)\u000a19:01:06.459555 run iperf3-srv_10.42.42.10(pid=20122): Terminating (SIGTERM)\u000a19:01:06.499244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20125): Terminating (SIGTERM)\u000a19:01:06.538835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20128): Terminating (SIGTERM)\u000a19:01:06.578808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20131): Terminating (SIGTERM)\u000a19:01:06.587960 --- ParallelTerminationStrategy: PID 20119 died...\u000a19:01:06.641324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20119): Terminated: ok {rc=0}\u000a19:01:06.650840 --- ParallelTerminationStrategy: PID 20120 died...\u000a19:01:06.703365 run iperf3-srv_10.42.42.10(pid=20120): Terminated {rc=256}\u000a19:01:06.712681 --- ParallelTerminationStrategy: PID 20121 died...\u000a19:01:06.765044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20121): Terminated: ok {rc=0}\u000a19:01:06.774461 --- ParallelTerminationStrategy: PID 20122 died...\u000a19:01:06.827049 run iperf3-srv_10.42.42.10(pid=20122): Terminated {rc=256}\u000a19:01:06.836452 --- ParallelTerminationStrategy: PID 20125 died...\u000a19:01:06.888813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20125): Terminated: ok {rc=0}\u000a19:01:06.898243 --- ParallelTerminationStrategy: PID 20128 died...\u000a19:01:06.950622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20128): Terminated: ok {rc=0}\u000a19:01:06.960123 --- ParallelTerminationStrategy: PID 20131 died...\u000a19:01:07.012624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20131): Terminated: ok {rc=0}\u000a19:01:07.099927 bus /gobi_0: Setting Powered False\u000a19:01:08.203192 bus /gobi_0: Setting Powered False\u000a19:01:09.312793 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20141): Process ended prematurely: osmo-stp_10.42.42.5(pid=20141) [trial-2393↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20141)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20141): Process ended prematurely: osmo-stp_10.42.42.5(pid=20141) [trial-2393↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a19:01:10.421561 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:10.432472 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a19:01:10.573891 tst iperf3.py: using LAC 35617\u000a19:01:10.691110 tst iperf3.py: using RAC 172\u000a19:01:10.817343 tst iperf3.py: using CellId 35617\u000a19:01:10.942455 tst iperf3.py: using BVCI 35618\u000a19:01:10.967342 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:10.978712 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:10.989786 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:11.000579 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:11.011368 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:11.022742 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:11.034160 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:11.045266 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:11.056453 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:01:11.334192 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:01:11.460231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:11.772565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20133): Launched\u000a19:01:12.032761 run iperf3-srv_10.42.42.10(pid=20134): Launched\u000a19:01:12.217063 tst iperf3.py:8: start network...\u000a19:01:12.342541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:12.825559 run create_hlr_db(pid=20135): Launched\u000a19:01:12.998517 bus /gobi_6: Setting Powered False\u000a19:01:14.019123 run create_hlr_db(pid=20135): Terminated: ok {rc=0}\u000a19:01:14.420415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20137): Launched\u000a19:01:14.722068 run osmo-hlr_10.42.42.2(pid=20138): Launched\u000a19:01:14.832142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:15.355505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20140): Launched\u000a19:01:15.659036 run osmo-stp_10.42.42.5(pid=20141): Launched\u000a19:01:15.768058 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:01:16.319291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20143): Launched\u000a19:01:16.429779 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:01:16.714452 run patchelf(pid=20144): Launched\u000a19:01:16.894699 run osmo-stp_10.42.42.5(pid=20141): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20141)]\u000a19:01:17.025802 run osmo-stp_10.42.42.5(pid=20141): stdout: \u000a| (launched: 2022-12-13_19:01:15.510152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:17.157879 run osmo-stp_10.42.42.5(pid=20141): stderr: \u000a| �[0;m�[38;5;43m20221213190115678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190115679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190115679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190115679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190115680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190115680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190115680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:17.284545 run osmo-stp_10.42.42.5(pid=20141): stdout: \u000a| (launched: 2022-12-13_19:01:15.510152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:17.408771 run osmo-stp_10.42.42.5(pid=20141): stderr: \u000a| �[0;m�[38;5;43m20221213190115678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190115679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190115679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190115679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190115680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190115680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190115680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:17.553329 run patchelf(pid=20144): Terminating (SIGINT)\u000a19:01:17.722783 run patchelf(pid=20144): Terminated: ok {rc=0}\u000a19:01:17.753973 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20141): Process ended prematurely: osmo-stp_10.42.42.5(pid=20141) [trial-2393↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20141)] [trial-2393↪gprs:trx-b200↪iperf3.py:8]\u000a19:01:17.763186 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a19:01:17.822527 run osmo-hlr_10.42.42.2(pid=20138): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20138)]\u000a19:01:17.871111 run osmo-hlr_10.42.42.2(pid=20138): stdout: \u000a| (launched: 2022-12-13_19:01:14.573691) \u000a19:01:17.920012 run osmo-hlr_10.42.42.2(pid=20138): stderr: \u000a| �[0;m�[1;31m20221213190114748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190114748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190114748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190114748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190114748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190114748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190114760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190114771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190114772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190114772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:17.962060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20133): Terminating (SIGTERM)\u000a19:01:18.001551 run iperf3-srv_10.42.42.10(pid=20134): Terminating (SIGTERM)\u000a19:01:18.041076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20137): Terminating (SIGTERM)\u000a19:01:18.080395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20140): Terminating (SIGTERM)\u000a19:01:18.119871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20143): Terminating (SIGTERM)\u000a19:01:18.129064 --- ParallelTerminationStrategy: PID 20133 died...\u000a19:01:18.181933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20133): Terminated: ok {rc=0}\u000a19:01:18.191367 --- ParallelTerminationStrategy: PID 20134 died...\u000a19:01:18.243534 run iperf3-srv_10.42.42.10(pid=20134): Terminated {rc=256}\u000a19:01:18.252885 --- ParallelTerminationStrategy: PID 20137 died...\u000a19:01:18.305065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20137): Terminated: ok {rc=0}\u000a19:01:18.314449 --- ParallelTerminationStrategy: PID 20140 died...\u000a19:01:18.366741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20140): Terminated: ok {rc=0}\u000a19:01:18.376164 --- ParallelTerminationStrategy: PID 20143 died...\u000a19:01:18.428487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20143): Terminated: ok {rc=0}\u000a19:01:18.510909 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20159): Process ended prematurely: osmo-stp_10.42.42.5(pid=20159) [trial-2393↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20159)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20159): Process ended prematurely: osmo-stp_10.42.42.5(pid=20159) [trial-2393↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20159)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a19:01:19.625715 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:19.637377 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a19:01:19.785136 tst iperf3m4.py: using LAC 35618\u000a19:01:19.911925 tst iperf3m4.py: using RAC 173\u000a19:01:20.038786 tst iperf3m4.py: using CellId 35618\u000a19:01:20.165357 tst iperf3m4.py: using BVCI 35619\u000a19:01:20.190083 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:20.201478 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:20.212481 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:20.223627 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:20.235326 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:20.247005 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:20.259476 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:20.271416 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:20.283339 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:01:20.402651 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:01:20.524678 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:01:20.643237 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:01:20.921568 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:01:21.047342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:21.361755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20145): Launched\u000a19:01:21.623915 run iperf3-srv_10.42.42.10(pid=20146): Launched\u000a19:01:21.809018 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:01:21.935513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:22.248540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20147): Launched\u000a19:01:22.508648 run iperf3-srv_10.42.42.10(pid=20148): Launched\u000a19:01:22.692410 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:01:22.818083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:23.131215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20149): Launched\u000a19:01:23.391307 run iperf3-srv_10.42.42.10(pid=20150): Launched\u000a19:01:23.575667 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:01:23.701428 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:24.014363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20151): Launched\u000a19:01:24.274276 run iperf3-srv_10.42.42.10(pid=20152): Launched\u000a19:01:24.457979 tst iperf3m4.py:8: start network...\u000a19:01:24.583599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:25.067781 run create_hlr_db(pid=20153): Launched\u000a19:01:25.256621 bus /gobi_6: Setting Powered False\u000a19:01:26.276400 run create_hlr_db(pid=20153): Terminated: ok {rc=0}\u000a19:01:26.679292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20155): Launched\u000a19:01:26.980517 run osmo-hlr_10.42.42.2(pid=20156): Launched\u000a19:01:27.095558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:27.622038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20158): Launched\u000a19:01:27.923318 run osmo-stp_10.42.42.5(pid=20159): Launched\u000a19:01:28.032501 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:01:28.556090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20161): Launched\u000a19:01:28.663434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:01:28.927336 run patchelf(pid=20162): Launched\u000a19:01:29.105924 run osmo-stp_10.42.42.5(pid=20159): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20159)]\u000a19:01:29.236649 run osmo-stp_10.42.42.5(pid=20159): stdout: \u000a| (launched: 2022-12-13_19:01:27.775562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:29.367462 run osmo-stp_10.42.42.5(pid=20159): stderr: \u000a| �[0;m�[38;5;43m20221213190127944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190127944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190127945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190127945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190127946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190127946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190127946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:29.494531 run osmo-stp_10.42.42.5(pid=20159): stdout: \u000a| (launched: 2022-12-13_19:01:27.775562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:29.620563 run osmo-stp_10.42.42.5(pid=20159): stderr: \u000a| �[0;m�[38;5;43m20221213190127944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190127944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190127945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190127945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190127946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190127946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190127946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:29.766068 run patchelf(pid=20162): Terminating (SIGINT)\u000a19:01:29.937452 run patchelf(pid=20162): Terminated: ok {rc=0}\u000a19:01:29.968749 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20159): Process ended prematurely: osmo-stp_10.42.42.5(pid=20159) [trial-2393↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20159)] [trial-2393↪gprs:trx-b200↪iperf3m4.py:8]\u000a19:01:29.978098 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a19:01:30.038170 run osmo-hlr_10.42.42.2(pid=20156): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20156)]\u000a19:01:30.087149 run osmo-hlr_10.42.42.2(pid=20156): stdout: \u000a| (launched: 2022-12-13_19:01:26.832503) \u000a19:01:30.136595 run osmo-hlr_10.42.42.2(pid=20156): stderr: \u000a| �[0;m�[1;31m20221213190127005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190127005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190127005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190127005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190127005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190127005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190127018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190127026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190127027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190127027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:30.178805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20145): Terminating (SIGTERM)\u000a19:01:30.218407 run iperf3-srv_10.42.42.10(pid=20146): Terminating (SIGTERM)\u000a19:01:30.258098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20147): Terminating (SIGTERM)\u000a19:01:30.297831 run iperf3-srv_10.42.42.10(pid=20148): Terminating (SIGTERM)\u000a19:01:30.337432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20149): Terminating (SIGTERM)\u000a19:01:30.377014 run iperf3-srv_10.42.42.10(pid=20150): Terminating (SIGTERM)\u000a19:01:30.416622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20151): Terminating (SIGTERM)\u000a19:01:30.456027 run iperf3-srv_10.42.42.10(pid=20152): Terminating (SIGTERM)\u000a19:01:30.495751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20155): Terminating (SIGTERM)\u000a19:01:30.535308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20158): Terminating (SIGTERM)\u000a19:01:30.575051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20161): Terminating (SIGTERM)\u000a19:01:30.584237 --- ParallelTerminationStrategy: PID 20145 died...\u000a19:01:30.637709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20145): Terminated: ok {rc=0}\u000a19:01:30.647361 --- ParallelTerminationStrategy: PID 20146 died...\u000a19:01:30.700315 run iperf3-srv_10.42.42.10(pid=20146): Terminated {rc=256}\u000a19:01:30.709964 --- ParallelTerminationStrategy: PID 20147 died...\u000a19:01:30.762821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20147): Terminated: ok {rc=0}\u000a19:01:30.772418 --- ParallelTerminationStrategy: PID 20148 died...\u000a19:01:30.825774 run iperf3-srv_10.42.42.10(pid=20148): Terminated {rc=256}\u000a19:01:30.835745 --- ParallelTerminationStrategy: PID 20149 died...\u000a19:01:30.894712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20149): Terminated: ok {rc=0}\u000a19:01:30.904918 --- ParallelTerminationStrategy: PID 20150 died...\u000a19:01:30.959363 run iperf3-srv_10.42.42.10(pid=20150): Terminated {rc=256}\u000a19:01:30.969362 --- ParallelTerminationStrategy: PID 20151 died...\u000a19:01:31.023472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20151): Terminated: ok {rc=0}\u000a19:01:31.033531 --- ParallelTerminationStrategy: PID 20152 died...\u000a19:01:31.087612 run iperf3-srv_10.42.42.10(pid=20152): Terminated {rc=256}\u000a19:01:31.097722 --- ParallelTerminationStrategy: PID 20155 died...\u000a19:01:31.152058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20155): Terminated: ok {rc=0}\u000a19:01:31.162288 --- ParallelTerminationStrategy: PID 20158 died...\u000a19:01:31.216616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20158): Terminated: ok {rc=0}\u000a19:01:31.226698 --- ParallelTerminationStrategy: PID 20161 died...\u000a19:01:31.280748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20161): Terminated: ok {rc=0}\u000a19:01:31.365150 bus /gobi_4: Setting Powered False\u000a19:01:32.465407 bus /gobi_4: Setting Powered False\u000a19:01:33.577431 bus /gobi_1: Setting Powered False\u000a19:01:34.680467 bus /gobi_1: Setting Powered False\u000a19:01:35.789920 bus /gobi_0: Setting Powered False\u000a19:01:36.892876 bus /gobi_0: Setting Powered False\u000a19:01:38.005035 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20169): Process ended prematurely: osmo-stp_10.42.42.5(pid=20169) [trial-2393↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20169)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20169): Process ended prematurely: osmo-stp_10.42.42.5(pid=20169) [trial-2393↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a19:01:39.074423 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:39.086265 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a19:01:39.229665 tst ping.py: using LAC 35619\u000a19:01:39.354143 tst ping.py: using RAC 174\u000a19:01:39.478126 tst ping.py: using CellId 35619\u000a19:01:39.602451 tst ping.py: using BVCI 35620\u000a19:01:39.626722 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:39.638066 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:39.649187 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:39.660266 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:39.671665 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:39.682974 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:39.694418 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:39.705909 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:01:39.982308 tst ping.py:19: start network...\u000a19:01:40.106729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:40.582469 run create_hlr_db(pid=20163): Launched\u000a19:01:40.753875 bus /gobi_6: Setting Powered False\u000a19:01:41.774294 run create_hlr_db(pid=20163): Terminated: ok {rc=0}\u000a19:01:42.197686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20165): Launched\u000a19:01:42.516754 run osmo-hlr_10.42.42.2(pid=20166): Launched\u000a19:01:42.634282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:43.193897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20168): Launched\u000a19:01:43.516431 run osmo-stp_10.42.42.5(pid=20169): Launched\u000a19:01:43.633774 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:01:44.195845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20171): Launched\u000a19:01:44.311399 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:01:44.593837 run patchelf(pid=20172): Launched\u000a19:01:44.783339 run osmo-stp_10.42.42.5(pid=20169): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20169)]\u000a19:01:44.921906 run osmo-stp_10.42.42.5(pid=20169): stdout: \u000a| (launched: 2022-12-13_19:01:43.358102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:45.060864 run osmo-stp_10.42.42.5(pid=20169): stderr: \u000a| �[0;m�[38;5;43m20221213190143546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190143546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190143546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190143547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190143547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190143547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190143547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:45.195173 run osmo-stp_10.42.42.5(pid=20169): stdout: \u000a| (launched: 2022-12-13_19:01:43.358102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:45.328502 run osmo-stp_10.42.42.5(pid=20169): stderr: \u000a| �[0;m�[38;5;43m20221213190143546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190143546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190143546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190143547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190143547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190143547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190143547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:45.482659 run patchelf(pid=20172): Terminating (SIGINT)\u000a19:01:45.663527 run patchelf(pid=20172): Terminated: ok {rc=0}\u000a19:01:45.696147 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20169): Process ended prematurely: osmo-stp_10.42.42.5(pid=20169) [trial-2393↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20169)] [trial-2393↪gprs:trx-b200↪ping.py:22]\u000a19:01:45.705412 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:01:45.769512 run osmo-hlr_10.42.42.2(pid=20166): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20166)]\u000a19:01:45.821837 run osmo-hlr_10.42.42.2(pid=20166): stdout: \u000a| (launched: 2022-12-13_19:01:42.360282) \u000a19:01:45.904840 run osmo-hlr_10.42.42.2(pid=20166): stderr: \u000a| �[0;m�[1;31m20221213190142552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190142552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190142552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190142552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190142552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190142552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190142565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190142574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190142574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190142574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:45.954875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20165): Terminating (SIGTERM)\u000a19:01:46.001238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20168): Terminating (SIGTERM)\u000a19:01:46.046786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20171): Terminating (SIGTERM)\u000a19:01:46.058991 --- ParallelTerminationStrategy: PID 20165 died...\u000a19:01:46.117934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20165): Terminated: ok {rc=0}\u000a19:01:46.128893 --- ParallelTerminationStrategy: PID 20168 died...\u000a19:01:46.189472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20168): Terminated: ok {rc=0}\u000a19:01:46.200427 --- ParallelTerminationStrategy: PID 20171 died...\u000a19:01:46.258919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20171): Terminated: ok {rc=0}\u000a19:01:46.349655 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 208, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20179): Process ended prematurely: osmo-stp_10.42.42.5(pid=20179) [trial-2393↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20179)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20179): Process ended prematurely: osmo-stp_10.42.42.5(pid=20179) [trial-2393↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a19:01:47.401248 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:47.413220 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a19:01:47.556508 tst ping_idle_ping.py: using LAC 35620\u000a19:01:47.676332 tst ping_idle_ping.py: using RAC 175\u000a19:01:47.793783 tst ping_idle_ping.py: using CellId 35620\u000a19:01:47.910708 tst ping_idle_ping.py: using BVCI 35621\u000a19:01:47.933927 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:47.944842 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:47.955487 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:47.966119 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:47.976765 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:47.987399 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:47.998282 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:01:48.009037 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:01:48.302350 tst ping_idle_ping.py:24: start network...\u000a19:01:48.436884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:48.949496 run create_hlr_db(pid=20173): Launched\u000a19:01:49.136728 bus /gobi_6: Setting Powered False\u000a19:01:50.157957 run create_hlr_db(pid=20173): Terminated: ok {rc=0}\u000a19:01:50.560785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20175): Launched\u000a19:01:50.861061 run osmo-hlr_10.42.42.2(pid=20176): Launched\u000a19:01:50.972469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:01:51.493256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20178): Launched\u000a19:01:51.794601 run osmo-stp_10.42.42.5(pid=20179): Launched\u000a19:01:51.904157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:01:52.426925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20181): Launched\u000a19:01:52.533445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:01:52.796437 run patchelf(pid=20182): Launched\u000a19:01:52.972164 run osmo-stp_10.42.42.5(pid=20179): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20179)]\u000a19:01:53.100876 run osmo-stp_10.42.42.5(pid=20179): stdout: \u000a| (launched: 2022-12-13_19:01:51.645675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:53.229334 run osmo-stp_10.42.42.5(pid=20179): stderr: \u000a| �[0;m�[38;5;43m20221213190151814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190151814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190151814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190151815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190151815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190151815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190151815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:53.353509 run osmo-stp_10.42.42.5(pid=20179): stdout: \u000a| (launched: 2022-12-13_19:01:51.645675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:01:53.476085 run osmo-stp_10.42.42.5(pid=20179): stderr: \u000a| �[0;m�[38;5;43m20221213190151814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190151814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190151814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190151815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190151815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190151815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190151815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:01:53.618880 run patchelf(pid=20182): Terminating (SIGINT)\u000a19:01:53.787336 run patchelf(pid=20182): Terminated: ok {rc=0}\u000a19:01:53.817876 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20179): Process ended prematurely: osmo-stp_10.42.42.5(pid=20179) [trial-2393↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20179)] [trial-2393↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a19:01:53.826617 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:01:53.886526 run osmo-hlr_10.42.42.2(pid=20176): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20176)]\u000a19:01:53.935710 run osmo-hlr_10.42.42.2(pid=20176): stdout: \u000a| (launched: 2022-12-13_19:01:50.713537) \u000a19:01:53.985369 run osmo-hlr_10.42.42.2(pid=20176): stderr: \u000a| �[0;m�[1;31m20221213190150885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190150885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190150885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190150885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190150885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190150885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190150902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190150912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190150912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190150912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:01:54.027664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20175): Terminating (SIGTERM)\u000a19:01:54.067424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20178): Terminating (SIGTERM)\u000a19:01:54.107592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20181): Terminating (SIGTERM)\u000a19:01:54.116924 --- ParallelTerminationStrategy: PID 20175 died...\u000a19:01:54.170634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20175): Terminated: ok {rc=0}\u000a19:01:54.180306 --- ParallelTerminationStrategy: PID 20178 died...\u000a19:01:54.233220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20178): Terminated: ok {rc=0}\u000a19:01:54.242958 --- ParallelTerminationStrategy: PID 20181 died...\u000a19:01:54.295945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20181): Terminated: ok {rc=0}\u000a19:01:54.384829 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:00:57" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20196): Process ended prematurely: osmo-stp_10.42.42.5(pid=20196) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20196)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20196): Process ended prematurely: osmo-stp_10.42.42.5(pid=20196) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:01:56.536855 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:56.547803 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:01:56.685969 tst cs_paging_gprs_active.py: using LAC 35621\u000a19:01:56.817684 tst cs_paging_gprs_active.py: using RAC 176\u000a19:01:56.939143 tst cs_paging_gprs_active.py: using CellId 35621\u000a19:01:57.058194 tst cs_paging_gprs_active.py: using BVCI 35622\u000a19:01:57.081632 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:57.092490 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:57.103216 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:57.113910 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:57.125033 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:57.136207 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:57.147525 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:57.158719 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:01:57.170078 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:01:57.290883 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:01:57.574321 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:01:57.702248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:58.019377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20186): Launched\u000a19:01:58.282759 run iperf3-srv_10.42.42.10(pid=20187): Launched\u000a19:01:58.469978 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:01:58.597662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:01:58.916085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20188): Launched\u000a19:01:59.180606 run iperf3-srv_10.42.42.10(pid=20189): Launched\u000a19:01:59.367147 tst cs_paging_gprs_active.py:38: start network...\u000a19:01:59.494453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:01:59.985667 run create_hlr_db(pid=20190): Launched\u000a19:02:00.160789 bus /gobi_6: Setting Powered False\u000a19:02:01.246345 run create_hlr_db(pid=20190): Terminated: ok {rc=0}\u000a19:02:01.737750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20192): Launched\u000a19:02:02.176233 run osmo-hlr_10.42.42.2(pid=20193): Launched\u000a19:02:02.339816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:02.867912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20195): Launched\u000a19:02:03.173280 run osmo-stp_10.42.42.5(pid=20196): Launched\u000a19:02:03.283775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:02:03.814851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20198): Launched\u000a19:02:03.923171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:02:04.188673 run patchelf(pid=20199): Launched\u000a19:02:04.367123 run osmo-stp_10.42.42.5(pid=20196): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20196)]\u000a19:02:04.497632 run osmo-stp_10.42.42.5(pid=20196): stdout: \u000a| (launched: 2022-12-13_19:02:03.023037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:04.627926 run osmo-stp_10.42.42.5(pid=20196): stderr: \u000a| �[0;m�[38;5;43m20221213190203191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190203191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190203191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190203192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190203192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190203192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190203192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:04.753805 run osmo-stp_10.42.42.5(pid=20196): stdout: \u000a| (launched: 2022-12-13_19:02:03.023037)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:04.878776 run osmo-stp_10.42.42.5(pid=20196): stderr: \u000a| �[0;m�[38;5;43m20221213190203191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190203191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190203191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190203192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190203192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190203192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190203192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:05.024296 run patchelf(pid=20199): Terminating (SIGINT)\u000a19:02:05.195655 run patchelf(pid=20199): Terminated: ok {rc=0}\u000a19:02:05.227033 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20196): Process ended prematurely: osmo-stp_10.42.42.5(pid=20196) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20196)] [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:02:05.236196 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:02:05.296195 run osmo-hlr_10.42.42.2(pid=20193): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20193)]\u000a19:02:05.345347 run osmo-hlr_10.42.42.2(pid=20193): stdout: \u000a| (launched: 2022-12-13_19:02:01.912291) \u000a19:02:05.394947 run osmo-hlr_10.42.42.2(pid=20193): stderr: \u000a| �[0;m�[1;31m20221213190202125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190202125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190202125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190202125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190202125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190202126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190202142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190202165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190202165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190202166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:05.437433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20186): Terminating (SIGTERM)\u000a19:02:05.477121 run iperf3-srv_10.42.42.10(pid=20187): Terminating (SIGTERM)\u000a19:02:05.516695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20188): Terminating (SIGTERM)\u000a19:02:05.556187 run iperf3-srv_10.42.42.10(pid=20189): Terminating (SIGTERM)\u000a19:02:05.595765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20192): Terminating (SIGTERM)\u000a19:02:05.635455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20195): Terminating (SIGTERM)\u000a19:02:05.675069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20198): Terminating (SIGTERM)\u000a19:02:05.684153 --- ParallelTerminationStrategy: PID 20186 died...\u000a19:02:05.736894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20186): Terminated: ok {rc=0}\u000a19:02:05.746362 --- ParallelTerminationStrategy: PID 20187 died...\u000a19:02:05.799226 run iperf3-srv_10.42.42.10(pid=20187): Terminated {rc=256}\u000a19:02:05.808658 --- ParallelTerminationStrategy: PID 20188 died...\u000a19:02:05.861429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20188): Terminated: ok {rc=0}\u000a19:02:05.870867 --- ParallelTerminationStrategy: PID 20189 died...\u000a19:02:05.923260 run iperf3-srv_10.42.42.10(pid=20189): Terminated {rc=256}\u000a19:02:05.932612 --- ParallelTerminationStrategy: PID 20192 died...\u000a19:02:05.985145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20192): Terminated: ok {rc=0}\u000a19:02:05.994608 --- ParallelTerminationStrategy: PID 20195 died...\u000a19:02:06.047207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20195): Terminated: ok {rc=0}\u000a19:02:06.056681 --- ParallelTerminationStrategy: PID 20198 died...\u000a19:02:06.109305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20198): Terminated: ok {rc=0}\u000a19:02:06.197845 bus /gobi_0: Setting Powered False\u000a19:02:07.303494 bus /gobi_0: Setting Powered False\u000a19:02:08.411436 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20208): Process ended prematurely: osmo-stp_10.42.42.5(pid=20208) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20208)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20208): Process ended prematurely: osmo-stp_10.42.42.5(pid=20208) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:02:09.520864 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:09.532317 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:02:09.682272 tst iperf3.py: using LAC 35622\u000a19:02:09.811116 tst iperf3.py: using RAC 177\u000a19:02:09.940276 tst iperf3.py: using CellId 35622\u000a19:02:10.066697 tst iperf3.py: using BVCI 35623\u000a19:02:10.089986 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:10.100940 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:10.111620 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:10.122409 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:10.133137 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:10.144051 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:10.155016 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:10.165608 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:10.176435 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:02:10.454849 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:02:10.582033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:10.899044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20200): Launched\u000a19:02:11.161954 run iperf3-srv_10.42.42.10(pid=20201): Launched\u000a19:02:11.347682 tst iperf3.py:8: start network...\u000a19:02:11.474695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:11.964461 run create_hlr_db(pid=20202): Launched\u000a19:02:12.139624 bus /gobi_6: Setting Powered False\u000a19:02:13.160801 run create_hlr_db(pid=20202): Terminated: ok {rc=0}\u000a19:02:13.594969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20204): Launched\u000a19:02:13.922599 run osmo-hlr_10.42.42.2(pid=20205): Launched\u000a19:02:14.044090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:14.612545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20207): Launched\u000a19:02:14.940464 run osmo-stp_10.42.42.5(pid=20208): Launched\u000a19:02:15.059191 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:02:15.629884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20210): Launched\u000a19:02:15.746895 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:02:16.082266 run patchelf(pid=20211): Launched\u000a19:02:16.267135 run osmo-stp_10.42.42.5(pid=20208): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20208)]\u000a19:02:16.404130 run osmo-stp_10.42.42.5(pid=20208): stdout: \u000a| (launched: 2022-12-13_19:02:14.779472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:16.536700 run osmo-stp_10.42.42.5(pid=20208): stderr: \u000a| �[0;m�[38;5;43m20221213190214968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190214968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190214969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190214969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190214971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190214971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190214971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:16.667768 run osmo-stp_10.42.42.5(pid=20208): stdout: \u000a| (launched: 2022-12-13_19:02:14.779472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:16.797528 run osmo-stp_10.42.42.5(pid=20208): stderr: \u000a| �[0;m�[38;5;43m20221213190214968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190214968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190214969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190214969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190214971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190214971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190214971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:16.949365 run patchelf(pid=20211): Terminating (SIGINT)\u000a19:02:17.126067 run patchelf(pid=20211): Terminated: ok {rc=0}\u000a19:02:17.158559 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20208): Process ended prematurely: osmo-stp_10.42.42.5(pid=20208) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20208)] [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a19:02:17.168323 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:02:17.229790 run osmo-hlr_10.42.42.2(pid=20205): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20205)]\u000a19:02:17.279019 run osmo-hlr_10.42.42.2(pid=20205): stdout: \u000a| (launched: 2022-12-13_19:02:13.762185) \u000a19:02:17.329231 run osmo-hlr_10.42.42.2(pid=20205): stderr: \u000a| �[0;m�[1;31m20221213190213956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190213956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190213956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190213957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190213957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190213957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190213969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190213979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190213979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190213979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:17.371695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20200): Terminating (SIGTERM)\u000a19:02:17.411322 run iperf3-srv_10.42.42.10(pid=20201): Terminating (SIGTERM)\u000a19:02:17.451073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20204): Terminating (SIGTERM)\u000a19:02:17.490720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20207): Terminating (SIGTERM)\u000a19:02:17.530207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20210): Terminating (SIGTERM)\u000a19:02:17.539306 --- ParallelTerminationStrategy: PID 20200 died...\u000a19:02:17.592534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20200): Terminated: ok {rc=0}\u000a19:02:17.602038 --- ParallelTerminationStrategy: PID 20201 died...\u000a19:02:17.654686 run iperf3-srv_10.42.42.10(pid=20201): Terminated {rc=256}\u000a19:02:17.664162 --- ParallelTerminationStrategy: PID 20204 died...\u000a19:02:17.717360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20204): Terminated: ok {rc=0}\u000a19:02:17.726874 --- ParallelTerminationStrategy: PID 20207 died...\u000a19:02:17.779835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20207): Terminated: ok {rc=0}\u000a19:02:17.789407 --- ParallelTerminationStrategy: PID 20210 died...\u000a19:02:17.842518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20210): Terminated: ok {rc=0}\u000a19:02:17.930826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20226): Process ended prematurely: osmo-stp_10.42.42.5(pid=20226) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20226)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20226): Process ended prematurely: osmo-stp_10.42.42.5(pid=20226) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:02:19.041912 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:19.053369 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:02:19.200777 tst iperf3m4.py: using LAC 35623\u000a19:02:19.329699 tst iperf3m4.py: using RAC 178\u000a19:02:19.460202 tst iperf3m4.py: using CellId 35623\u000a19:02:19.587624 tst iperf3m4.py: using BVCI 35624\u000a19:02:19.613091 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:19.624646 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:19.635803 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:19.647003 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:19.658483 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:19.670047 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:19.681794 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:19.693251 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:19.704825 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:02:19.826665 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:02:19.945706 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:02:20.066281 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:02:20.347459 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:02:20.474833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:20.791819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20212): Launched\u000a19:02:21.062931 run iperf3-srv_10.42.42.10(pid=20213): Launched\u000a19:02:21.265165 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:02:21.402763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:21.742257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20214): Launched\u000a19:02:22.025411 run iperf3-srv_10.42.42.10(pid=20215): Launched\u000a19:02:22.226815 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:02:22.364180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:22.703184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20216): Launched\u000a19:02:22.986507 run iperf3-srv_10.42.42.10(pid=20217): Launched\u000a19:02:23.187311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:02:23.324238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:23.662434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20218): Launched\u000a19:02:23.944425 run iperf3-srv_10.42.42.10(pid=20219): Launched\u000a19:02:24.144879 tst iperf3m4.py:8: start network...\u000a19:02:24.281380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:24.796774 run create_hlr_db(pid=20220): Launched\u000a19:02:24.985811 bus /gobi_6: Setting Powered False\u000a19:02:26.008286 run create_hlr_db(pid=20220): Terminated: ok {rc=0}\u000a19:02:26.445503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20222): Launched\u000a19:02:26.773795 run osmo-hlr_10.42.42.2(pid=20223): Launched\u000a19:02:26.895659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:27.464766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20225): Launched\u000a19:02:27.793178 run osmo-stp_10.42.42.5(pid=20226): Launched\u000a19:02:27.912331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:02:28.483421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20228): Launched\u000a19:02:28.600727 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:02:28.886642 run patchelf(pid=20229): Launched\u000a19:02:29.077933 run osmo-stp_10.42.42.5(pid=20226): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20226)]\u000a19:02:29.218326 run osmo-stp_10.42.42.5(pid=20226): stdout: \u000a| (launched: 2022-12-13_19:02:27.631521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:29.359066 run osmo-stp_10.42.42.5(pid=20226): stderr: \u000a| �[0;m�[38;5;43m20221213190227822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190227822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190227822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190227823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190227823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190227823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190227823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:29.494739 run osmo-stp_10.42.42.5(pid=20226): stdout: \u000a| (launched: 2022-12-13_19:02:27.631521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:29.629202 run osmo-stp_10.42.42.5(pid=20226): stderr: \u000a| �[0;m�[38;5;43m20221213190227822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190227822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190227822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190227823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190227823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190227823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190227823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:29.785440 run patchelf(pid=20229): Terminating (SIGINT)\u000a19:02:29.968843 run patchelf(pid=20229): Terminated: ok {rc=0}\u000a19:02:30.003113 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20226): Process ended prematurely: osmo-stp_10.42.42.5(pid=20226) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20226)] [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:02:30.013235 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:02:30.077285 run osmo-hlr_10.42.42.2(pid=20223): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20223)]\u000a19:02:30.129450 run osmo-hlr_10.42.42.2(pid=20223): stdout: \u000a| (launched: 2022-12-13_19:02:26.612232) \u000a19:02:30.181894 run osmo-hlr_10.42.42.2(pid=20223): stderr: \u000a| �[0;m�[1;31m20221213190226807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190226807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190226807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190226807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190226807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190226807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190226819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190226828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190226828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190226828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:30.227304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20212): Terminating (SIGTERM)\u000a19:02:30.270190 run iperf3-srv_10.42.42.10(pid=20213): Terminating (SIGTERM)\u000a19:02:30.313177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20214): Terminating (SIGTERM)\u000a19:02:30.355815 run iperf3-srv_10.42.42.10(pid=20215): Terminating (SIGTERM)\u000a19:02:30.399119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20216): Terminating (SIGTERM)\u000a19:02:30.442020 run iperf3-srv_10.42.42.10(pid=20217): Terminating (SIGTERM)\u000a19:02:30.484652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20218): Terminating (SIGTERM)\u000a19:02:30.527252 run iperf3-srv_10.42.42.10(pid=20219): Terminating (SIGTERM)\u000a19:02:30.570021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20222): Terminating (SIGTERM)\u000a19:02:30.612593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20225): Terminating (SIGTERM)\u000a19:02:30.655233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20228): Terminating (SIGTERM)\u000a19:02:30.665147 --- ParallelTerminationStrategy: PID 20212 died...\u000a19:02:30.722360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20212): Terminated: ok {rc=0}\u000a19:02:30.732657 --- ParallelTerminationStrategy: PID 20213 died...\u000a19:02:30.789872 run iperf3-srv_10.42.42.10(pid=20213): Terminated {rc=256}\u000a19:02:30.800142 --- ParallelTerminationStrategy: PID 20214 died...\u000a19:02:30.858142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20214): Terminated: ok {rc=0}\u000a19:02:30.868490 --- ParallelTerminationStrategy: PID 20215 died...\u000a19:02:30.923882 run iperf3-srv_10.42.42.10(pid=20215): Terminated {rc=256}\u000a19:02:30.934489 --- ParallelTerminationStrategy: PID 20216 died...\u000a19:02:30.990834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20216): Terminated: ok {rc=0}\u000a19:02:31.001001 --- ParallelTerminationStrategy: PID 20217 died...\u000a19:02:31.056201 run iperf3-srv_10.42.42.10(pid=20217): Terminated {rc=256}\u000a19:02:31.066438 --- ParallelTerminationStrategy: PID 20218 died...\u000a19:02:31.121489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20218): Terminated: ok {rc=0}\u000a19:02:31.131683 --- ParallelTerminationStrategy: PID 20219 died...\u000a19:02:31.187369 run iperf3-srv_10.42.42.10(pid=20219): Terminated {rc=256}\u000a19:02:31.197539 --- ParallelTerminationStrategy: PID 20222 died...\u000a19:02:31.252521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20222): Terminated: ok {rc=0}\u000a19:02:31.262693 --- ParallelTerminationStrategy: PID 20225 died...\u000a19:02:31.318096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20225): Terminated: ok {rc=0}\u000a19:02:31.328364 --- ParallelTerminationStrategy: PID 20228 died...\u000a19:02:31.384633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20228): Terminated: ok {rc=0}\u000a19:02:31.471239 bus /gobi_4: Setting Powered False\u000a19:02:32.571930 bus /gobi_4: Setting Powered False\u000a19:02:33.679543 bus /gobi_1: Setting Powered False\u000a19:02:34.782831 bus /gobi_1: Setting Powered False\u000a19:02:35.890383 bus /gobi_0: Setting Powered False\u000a19:02:36.996107 bus /gobi_0: Setting Powered False\u000a19:02:38.105500 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20236): Process ended prematurely: osmo-stp_10.42.42.5(pid=20236) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20236)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20236): Process ended prematurely: osmo-stp_10.42.42.5(pid=20236) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:02:39.174427 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:39.186484 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:02:39.332500 tst ping.py: using LAC 35624\u000a19:02:39.458524 tst ping.py: using RAC 179\u000a19:02:39.584108 tst ping.py: using CellId 35624\u000a19:02:39.709290 tst ping.py: using BVCI 35625\u000a19:02:39.733894 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:39.745318 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:39.756368 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:39.768070 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:39.779602 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:39.791080 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:39.802771 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:39.814362 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:02:40.102503 tst ping.py:19: start network...\u000a19:02:40.237027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:40.743139 run create_hlr_db(pid=20230): Launched\u000a19:02:40.930998 bus /gobi_6: Setting Powered False\u000a19:02:41.951153 run create_hlr_db(pid=20230): Terminated: ok {rc=0}\u000a19:02:42.379747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20232): Launched\u000a19:02:42.702198 run osmo-hlr_10.42.42.2(pid=20233): Launched\u000a19:02:42.823536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:43.386221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20235): Launched\u000a19:02:43.708623 run osmo-stp_10.42.42.5(pid=20236): Launched\u000a19:02:43.826190 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:02:44.387730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20238): Launched\u000a19:02:44.502536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:02:44.783977 run patchelf(pid=20239): Launched\u000a19:02:44.972202 run osmo-stp_10.42.42.5(pid=20236): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20236)]\u000a19:02:45.110251 run osmo-stp_10.42.42.5(pid=20236): stdout: \u000a| (launched: 2022-12-13_19:02:43.549829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:45.247900 run osmo-stp_10.42.42.5(pid=20236): stderr: \u000a| �[0;m�[38;5;43m20221213190243738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190243738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190243738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190243738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190243739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190243739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190243739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:45.381578 run osmo-stp_10.42.42.5(pid=20236): stdout: \u000a| (launched: 2022-12-13_19:02:43.549829)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:45.514144 run osmo-stp_10.42.42.5(pid=20236): stderr: \u000a| �[0;m�[38;5;43m20221213190243738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190243738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190243738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190243738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190243739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190243739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190243739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:45.667671 run patchelf(pid=20239): Terminating (SIGINT)\u000a19:02:45.858971 run patchelf(pid=20239): Terminated: ok {rc=0}\u000a19:02:45.909965 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20236): Process ended prematurely: osmo-stp_10.42.42.5(pid=20236) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20236)] [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a19:02:45.920473 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:02:45.987038 run osmo-hlr_10.42.42.2(pid=20233): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20233)]\u000a19:02:46.040440 run osmo-hlr_10.42.42.2(pid=20233): stdout: \u000a| (launched: 2022-12-13_19:02:42.543767) \u000a19:02:46.094347 run osmo-hlr_10.42.42.2(pid=20233): stderr: \u000a| �[0;m�[1;31m20221213190242736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190242736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190242736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190242736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190242736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190242736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190242748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190242756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190242757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190242757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:46.140268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20232): Terminating (SIGTERM)\u000a19:02:46.183749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20235): Terminating (SIGTERM)\u000a19:02:46.228328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20238): Terminating (SIGTERM)\u000a19:02:46.239485 --- ParallelTerminationStrategy: PID 20232 died...\u000a19:02:46.298191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20232): Terminated: ok {rc=0}\u000a19:02:46.309122 --- ParallelTerminationStrategy: PID 20235 died...\u000a19:02:46.367360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20235): Terminated: ok {rc=0}\u000a19:02:46.378176 --- ParallelTerminationStrategy: PID 20238 died...\u000a19:02:46.435967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20238): Terminated: ok {rc=0}\u000a19:02:46.526664 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20246): Process ended prematurely: osmo-stp_10.42.42.5(pid=20246) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20246)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20246): Process ended prematurely: osmo-stp_10.42.42.5(pid=20246) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:02:47.579990 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:47.592171 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:02:47.732349 tst ping_idle_ping.py: using LAC 35625\u000a19:02:47.852375 tst ping_idle_ping.py: using RAC 180\u000a19:02:47.972201 tst ping_idle_ping.py: using CellId 35625\u000a19:02:48.092544 tst ping_idle_ping.py: using BVCI 35626\u000a19:02:48.116069 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:48.127399 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:48.138196 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:48.149041 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:48.160229 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:48.171390 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:48.182851 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:02:48.194176 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:02:48.489002 tst ping_idle_ping.py:24: start network...\u000a19:02:48.623917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:02:49.134872 run create_hlr_db(pid=20240): Launched\u000a19:02:49.321517 bus /gobi_6: Setting Powered False\u000a19:02:50.343390 run create_hlr_db(pid=20240): Terminated: ok {rc=0}\u000a19:02:50.748581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20242): Launched\u000a19:02:51.049988 run osmo-hlr_10.42.42.2(pid=20243): Launched\u000a19:02:51.160486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:02:51.684486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20245): Launched\u000a19:02:51.986377 run osmo-stp_10.42.42.5(pid=20246): Launched\u000a19:02:52.095364 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:02:52.622256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20248): Launched\u000a19:02:52.730825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:02:52.993430 run patchelf(pid=20249): Launched\u000a19:02:53.169529 run osmo-stp_10.42.42.5(pid=20246): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20246)]\u000a19:02:53.298039 run osmo-stp_10.42.42.5(pid=20246): stdout: \u000a| (launched: 2022-12-13_19:02:51.838268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:53.427193 run osmo-stp_10.42.42.5(pid=20246): stderr: \u000a| �[0;m�[38;5;43m20221213190252006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190252006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190252006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190252006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190252007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190252007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190252007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:53.551989 run osmo-stp_10.42.42.5(pid=20246): stdout: \u000a| (launched: 2022-12-13_19:02:51.838268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:02:53.675760 run osmo-stp_10.42.42.5(pid=20246): stderr: \u000a| �[0;m�[38;5;43m20221213190252006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190252006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190252006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190252006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190252007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190252007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190252007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:02:53.819297 run patchelf(pid=20249): Terminating (SIGINT)\u000a19:02:53.987961 run patchelf(pid=20249): Terminated: ok {rc=0}\u000a19:02:54.018547 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20246): Process ended prematurely: osmo-stp_10.42.42.5(pid=20246) [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20246)] [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:02:54.027103 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:02:54.087427 run osmo-hlr_10.42.42.2(pid=20243): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20243)]\u000a19:02:54.136984 run osmo-hlr_10.42.42.2(pid=20243): stdout: \u000a| (launched: 2022-12-13_19:02:50.901867) \u000a19:02:54.187420 run osmo-hlr_10.42.42.2(pid=20243): stderr: \u000a| �[0;m�[1;31m20221213190251075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190251075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190251075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190251075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190251075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190251075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190251087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190251096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190251096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190251097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:02:54.229954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20242): Terminating (SIGTERM)\u000a19:02:54.270458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20245): Terminating (SIGTERM)\u000a19:02:54.310943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20248): Terminating (SIGTERM)\u000a19:02:54.320285 --- ParallelTerminationStrategy: PID 20242 died...\u000a19:02:54.374417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20242): Terminated: ok {rc=0}\u000a19:02:54.384104 --- ParallelTerminationStrategy: PID 20245 died...\u000a19:02:54.437648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20245): Terminated: ok {rc=0}\u000a19:02:54.447305 --- ParallelTerminationStrategy: PID 20248 died...\u000a19:02:54.500881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20248): Terminated: ok {rc=0}\u000a19:02:54.589078 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:01:56" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:02:56.766769 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:56.778516 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:02:56.946288 tst cs_paging_gprs_active.py: using LAC 35626\u000a19:02:57.067882 tst cs_paging_gprs_active.py: using RAC 181\u000a19:02:57.190159 tst cs_paging_gprs_active.py: using CellId 35626\u000a19:02:57.309473 tst cs_paging_gprs_active.py: using BVCI 35627\u000a19:02:57.332757 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:57.343627 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:57.354372 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:57.365050 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:57.375675 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:57.386803 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:57.397748 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:57.408330 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:02:57.419189 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:02:57.539168 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:02:57.826763 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:02:57.955199 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:58.273887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20256): Launched\u000a19:02:58.535414 run iperf3-srv_10.42.42.10(pid=20257): Launched\u000a19:02:58.721724 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:02:58.848523 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:02:59.164743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20258): Launched\u000a19:02:59.427246 run iperf3-srv_10.42.42.10(pid=20259): Launched\u000a19:02:59.613571 tst cs_paging_gprs_active.py:38: start network...\u000a19:02:59.741009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:00.229843 run create_hlr_db(pid=20260): Launched\u000a19:03:00.405080 bus /gobi_6: Setting Powered False\u000a19:03:01.443218 run create_hlr_db(pid=20260): Terminated: ok {rc=0}\u000a19:03:01.900912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Launched\u000a19:03:02.272738 run osmo-hlr_10.42.42.2(pid=20264): Launched\u000a19:03:02.383796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:02.912682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Launched\u000a19:03:03.217548 run osmo-stp_10.42.42.5(pid=20267): Launched\u000a19:03:03.327110 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:03:03.859060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20269): Launched\u000a19:03:03.967836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:03:04.234575 run patchelf(pid=20270): Launched\u000a19:03:04.413843 run osmo-stp_10.42.42.5(pid=20267): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]\u000a19:03:04.544127 run osmo-stp_10.42.42.5(pid=20267): stdout: \u000a| (launched: 2022-12-13_19:03:03.068363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:04.674808 run osmo-stp_10.42.42.5(pid=20267): stderr: \u000a| �[0;m�[38;5;43m20221213190303238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190303238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190303238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190303239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190303239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190303239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190303240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:04.801153 run osmo-stp_10.42.42.5(pid=20267): stdout: \u000a| (launched: 2022-12-13_19:03:03.068363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:04.926215 run osmo-stp_10.42.42.5(pid=20267): stderr: \u000a| �[0;m�[38;5;43m20221213190303238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190303238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190303238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190303239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190303239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190303239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190303240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:05.071532 run patchelf(pid=20270): Terminating (SIGINT)\u000a19:03:05.242294 run patchelf(pid=20270): Terminated: ok {rc=0}\u000a19:03:05.273671 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)] [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:03:05.282894 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:03:05.342940 run osmo-hlr_10.42.42.2(pid=20264): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20264)]\u000a19:03:05.392013 run osmo-hlr_10.42.42.2(pid=20264): stdout: \u000a| (launched: 2022-12-13_19:03:02.072314) \u000a19:03:05.441773 run osmo-hlr_10.42.42.2(pid=20264): stderr: \u000a| �[0;m�[1;31m20221213190302262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190302262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190302262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190302262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190302262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190302262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190302274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190302283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190302283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190302283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:05.484160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20256): Terminating (SIGTERM)\u000a19:03:05.524185 run iperf3-srv_10.42.42.10(pid=20257): Terminating (SIGTERM)\u000a19:03:05.563991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20258): Terminating (SIGTERM)\u000a19:03:05.603690 run iperf3-srv_10.42.42.10(pid=20259): Terminating (SIGTERM)\u000a19:03:05.643491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Terminating (SIGTERM)\u000a19:03:05.683261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Terminating (SIGTERM)\u000a19:03:05.723070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20269): Terminating (SIGTERM)\u000a19:03:05.732183 --- ParallelTerminationStrategy: PID 20256 died...\u000a19:03:05.785519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20256): Terminated: ok {rc=0}\u000a19:03:05.795020 --- ParallelTerminationStrategy: PID 20257 died...\u000a19:03:05.848059 run iperf3-srv_10.42.42.10(pid=20257): Terminated {rc=256}\u000a19:03:05.857671 --- ParallelTerminationStrategy: PID 20258 died...\u000a19:03:05.910702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20258): Terminated: ok {rc=0}\u000a19:03:05.920133 --- ParallelTerminationStrategy: PID 20259 died...\u000a19:03:05.973019 run iperf3-srv_10.42.42.10(pid=20259): Terminated {rc=256}\u000a19:03:05.982538 --- ParallelTerminationStrategy: PID 20263 died...\u000a19:03:06.035408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Terminated: ok {rc=0}\u000a19:03:06.044887 --- ParallelTerminationStrategy: PID 20266 died...\u000a19:03:06.097705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Terminated: ok {rc=0}\u000a19:03:06.107193 --- ParallelTerminationStrategy: PID 20269 died...\u000a19:03:06.160024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20269): Terminated: ok {rc=0}\u000a19:03:06.248514 bus /gobi_0: Setting Powered False\u000a19:03:07.354097 bus /gobi_0: Setting Powered False\u000a19:03:08.460717 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20279): Process ended prematurely: osmo-stp_10.42.42.5(pid=20279) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20279)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20279): Process ended prematurely: osmo-stp_10.42.42.5(pid=20279) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:03:09.577449 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:09.589688 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:03:09.758864 tst iperf3.py: using LAC 35627\u000a19:03:09.886670 tst iperf3.py: using RAC 182\u000a19:03:10.013803 tst iperf3.py: using CellId 35627\u000a19:03:10.142735 tst iperf3.py: using BVCI 35628\u000a19:03:10.167727 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:10.179212 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:10.190462 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:10.201781 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:10.213446 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:10.224868 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:10.236572 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:10.248031 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:10.259753 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:03:10.556183 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:03:10.693416 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:11.031406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20271): Launched\u000a19:03:11.313408 run iperf3-srv_10.42.42.10(pid=20272): Launched\u000a19:03:11.514056 tst iperf3.py:8: start network...\u000a19:03:11.650798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:12.163944 run create_hlr_db(pid=20273): Launched\u000a19:03:12.353523 bus /gobi_6: Setting Powered False\u000a19:03:13.373662 run create_hlr_db(pid=20273): Terminated: ok {rc=0}\u000a19:03:13.781392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20275): Launched\u000a19:03:14.085453 run osmo-hlr_10.42.42.2(pid=20276): Launched\u000a19:03:14.202186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:14.733574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20278): Launched\u000a19:03:15.038936 run osmo-stp_10.42.42.5(pid=20279): Launched\u000a19:03:15.149928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:03:15.682061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20281): Launched\u000a19:03:15.790863 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:03:16.112824 run patchelf(pid=20282): Launched\u000a19:03:16.310978 run osmo-stp_10.42.42.5(pid=20279): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20279)]\u000a19:03:16.456523 run osmo-stp_10.42.42.5(pid=20279): stdout: \u000a| (launched: 2022-12-13_19:03:14.888894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:16.602110 run osmo-stp_10.42.42.5(pid=20279): stderr: \u000a| �[0;m�[38;5;43m20221213190315058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190315058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190315058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190315059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190315059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190315059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190315060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:16.742877 run osmo-stp_10.42.42.5(pid=20279): stdout: \u000a| (launched: 2022-12-13_19:03:14.888894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:16.884213 run osmo-stp_10.42.42.5(pid=20279): stderr: \u000a| �[0;m�[38;5;43m20221213190315058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190315058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190315058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190315059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190315059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190315059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190315060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:17.047111 run patchelf(pid=20282): Terminating (SIGINT)\u000a19:03:17.233416 run patchelf(pid=20282): Terminated: ok {rc=0}\u000a19:03:17.267134 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20279): Process ended prematurely: osmo-stp_10.42.42.5(pid=20279) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20279)] [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:03:17.277175 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:03:17.341673 run osmo-hlr_10.42.42.2(pid=20276): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20276)]\u000a19:03:17.394262 run osmo-hlr_10.42.42.2(pid=20276): stdout: \u000a| (launched: 2022-12-13_19:03:13.936024) \u000a19:03:17.447685 run osmo-hlr_10.42.42.2(pid=20276): stderr: \u000a| �[0;m�[1;31m20221213190314111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190314111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190314111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190314111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190314112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190314112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190314123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190314132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190314132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190314132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:17.493300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20271): Terminating (SIGTERM)\u000a19:03:17.536157 run iperf3-srv_10.42.42.10(pid=20272): Terminating (SIGTERM)\u000a19:03:17.579063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20275): Terminating (SIGTERM)\u000a19:03:17.621886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20278): Terminating (SIGTERM)\u000a19:03:17.664725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20281): Terminating (SIGTERM)\u000a19:03:17.674630 --- ParallelTerminationStrategy: PID 20271 died...\u000a19:03:17.732040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20271): Terminated: ok {rc=0}\u000a19:03:17.742235 --- ParallelTerminationStrategy: PID 20272 died...\u000a19:03:17.799306 run iperf3-srv_10.42.42.10(pid=20272): Terminated {rc=256}\u000a19:03:17.809441 --- ParallelTerminationStrategy: PID 20275 died...\u000a19:03:17.866175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20275): Terminated: ok {rc=0}\u000a19:03:17.876287 --- ParallelTerminationStrategy: PID 20278 died...\u000a19:03:17.932835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20278): Terminated: ok {rc=0}\u000a19:03:17.942967 --- ParallelTerminationStrategy: PID 20281 died...\u000a19:03:17.999576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20281): Terminated: ok {rc=0}\u000a19:03:18.087119 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20297): Process ended prematurely: osmo-stp_10.42.42.5(pid=20297) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20297)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20297): Process ended prematurely: osmo-stp_10.42.42.5(pid=20297) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:03:19.203850 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:19.216203 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:03:19.382239 tst iperf3m4.py: using LAC 35628\u000a19:03:19.509009 tst iperf3m4.py: using RAC 183\u000a19:03:19.636122 tst iperf3m4.py: using CellId 35628\u000a19:03:19.763955 tst iperf3m4.py: using BVCI 35629\u000a19:03:19.789250 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:19.800689 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:19.811972 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:19.823230 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:19.834710 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:19.846444 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:19.858214 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:19.869893 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:19.881629 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:03:19.999184 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:03:20.121466 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:03:20.243245 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:03:20.527020 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:03:20.654877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:20.971790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20283): Launched\u000a19:03:21.236623 run iperf3-srv_10.42.42.10(pid=20284): Launched\u000a19:03:21.422493 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:03:21.549183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:21.864437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20285): Launched\u000a19:03:22.128115 run iperf3-srv_10.42.42.10(pid=20286): Launched\u000a19:03:22.313965 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:03:22.441695 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:22.759256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20287): Launched\u000a19:03:23.023459 run iperf3-srv_10.42.42.10(pid=20288): Launched\u000a19:03:23.208303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:03:23.334448 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:23.650441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20289): Launched\u000a19:03:23.913677 run iperf3-srv_10.42.42.10(pid=20290): Launched\u000a19:03:24.098468 tst iperf3m4.py:8: start network...\u000a19:03:24.225356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:24.714142 run create_hlr_db(pid=20291): Launched\u000a19:03:24.889877 bus /gobi_6: Setting Powered False\u000a19:03:25.911676 run create_hlr_db(pid=20291): Terminated: ok {rc=0}\u000a19:03:26.346934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20293): Launched\u000a19:03:26.677662 run osmo-hlr_10.42.42.2(pid=20294): Launched\u000a19:03:26.803336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:27.374725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20296): Launched\u000a19:03:27.703454 run osmo-stp_10.42.42.5(pid=20297): Launched\u000a19:03:27.822546 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:03:28.393472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20299): Launched\u000a19:03:28.510593 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:03:28.797791 run patchelf(pid=20300): Launched\u000a19:03:28.989592 run osmo-stp_10.42.42.5(pid=20297): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20297)]\u000a19:03:29.129629 run osmo-stp_10.42.42.5(pid=20297): stdout: \u000a| (launched: 2022-12-13_19:03:27.541659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:29.269933 run osmo-stp_10.42.42.5(pid=20297): stderr: \u000a| �[0;m�[38;5;43m20221213190327731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190327731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190327731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190327732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190327732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190327732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190327732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:29.405768 run osmo-stp_10.42.42.5(pid=20297): stdout: \u000a| (launched: 2022-12-13_19:03:27.541659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:29.540589 run osmo-stp_10.42.42.5(pid=20297): stderr: \u000a| �[0;m�[38;5;43m20221213190327731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190327731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190327731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190327732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190327732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190327732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190327732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:29.697277 run patchelf(pid=20300): Terminating (SIGINT)\u000a19:03:29.881414 run patchelf(pid=20300): Terminated: ok {rc=0}\u000a19:03:29.915014 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20297): Process ended prematurely: osmo-stp_10.42.42.5(pid=20297) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20297)] [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:03:29.924899 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a19:03:29.989173 run osmo-hlr_10.42.42.2(pid=20294): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20294)]\u000a19:03:30.040979 run osmo-hlr_10.42.42.2(pid=20294): stdout: \u000a| (launched: 2022-12-13_19:03:26.514653) \u000a19:03:30.093238 run osmo-hlr_10.42.42.2(pid=20294): stderr: \u000a| �[0;m�[1;31m20221213190326709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190326709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190326709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190326710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190326710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190326710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190326726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190326736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190326736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190326736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:30.138321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20283): Terminating (SIGTERM)\u000a19:03:30.180402 run iperf3-srv_10.42.42.10(pid=20284): Terminating (SIGTERM)\u000a19:03:30.222765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20285): Terminating (SIGTERM)\u000a19:03:30.264884 run iperf3-srv_10.42.42.10(pid=20286): Terminating (SIGTERM)\u000a19:03:30.307368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20287): Terminating (SIGTERM)\u000a19:03:30.349608 run iperf3-srv_10.42.42.10(pid=20288): Terminating (SIGTERM)\u000a19:03:30.392042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20289): Terminating (SIGTERM)\u000a19:03:30.434675 run iperf3-srv_10.42.42.10(pid=20290): Terminating (SIGTERM)\u000a19:03:30.477296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20293): Terminating (SIGTERM)\u000a19:03:30.519602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20296): Terminating (SIGTERM)\u000a19:03:30.561943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20299): Terminating (SIGTERM)\u000a19:03:30.571638 --- ParallelTerminationStrategy: PID 20283 died...\u000a19:03:30.628702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20283): Terminated: ok {rc=0}\u000a19:03:30.638880 --- ParallelTerminationStrategy: PID 20284 died...\u000a19:03:30.695654 run iperf3-srv_10.42.42.10(pid=20284): Terminated {rc=256}\u000a19:03:30.705774 --- ParallelTerminationStrategy: PID 20285 died...\u000a19:03:30.762622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20285): Terminated: ok {rc=0}\u000a19:03:30.772704 --- ParallelTerminationStrategy: PID 20286 died...\u000a19:03:30.830034 run iperf3-srv_10.42.42.10(pid=20286): Terminated {rc=256}\u000a19:03:30.840743 --- ParallelTerminationStrategy: PID 20287 died...\u000a19:03:30.916118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20287): Terminated: ok {rc=0}\u000a19:03:30.928593 --- ParallelTerminationStrategy: PID 20288 died...\u000a19:03:30.986431 run iperf3-srv_10.42.42.10(pid=20288): Terminated {rc=256}\u000a19:03:30.997200 --- ParallelTerminationStrategy: PID 20289 died...\u000a19:03:31.054698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20289): Terminated: ok {rc=0}\u000a19:03:31.065221 --- ParallelTerminationStrategy: PID 20290 died...\u000a19:03:31.121979 run iperf3-srv_10.42.42.10(pid=20290): Terminated {rc=256}\u000a19:03:31.132367 --- ParallelTerminationStrategy: PID 20293 died...\u000a19:03:31.190009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20293): Terminated: ok {rc=0}\u000a19:03:31.200354 --- ParallelTerminationStrategy: PID 20296 died...\u000a19:03:31.256364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20296): Terminated: ok {rc=0}\u000a19:03:31.266721 --- ParallelTerminationStrategy: PID 20299 died...\u000a19:03:31.323381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20299): Terminated: ok {rc=0}\u000a19:03:31.411595 bus /gobi_4: Setting Powered False\u000a19:03:32.513940 bus /gobi_4: Setting Powered False\u000a19:03:33.626615 bus /gobi_1: Setting Powered False\u000a19:03:34.734868 bus /gobi_1: Setting Powered False\u000a19:03:35.842411 bus /gobi_0: Setting Powered False\u000a19:03:36.948896 bus /gobi_0: Setting Powered False\u000a19:03:38.058490 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20307): Process ended prematurely: osmo-stp_10.42.42.5(pid=20307) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20307)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20307): Process ended prematurely: osmo-stp_10.42.42.5(pid=20307) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:03:39.127033 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:39.139238 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:03:39.305925 tst ping.py: using LAC 35629\u000a19:03:39.426435 tst ping.py: using RAC 184\u000a19:03:39.543266 tst ping.py: using CellId 35629\u000a19:03:39.664192 tst ping.py: using BVCI 35630\u000a19:03:39.687270 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:39.698339 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:39.709076 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:39.719825 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:39.730459 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:39.741172 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:39.752256 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:39.762971 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:03:40.055138 tst ping.py:19: start network...\u000a19:03:40.189489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:40.698435 run create_hlr_db(pid=20301): Launched\u000a19:03:40.886449 bus /gobi_6: Setting Powered False\u000a19:03:41.906128 run create_hlr_db(pid=20301): Terminated: ok {rc=0}\u000a19:03:42.310274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20303): Launched\u000a19:03:42.614443 run osmo-hlr_10.42.42.2(pid=20304): Launched\u000a19:03:42.733205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:43.263093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20306): Launched\u000a19:03:43.564259 run osmo-stp_10.42.42.5(pid=20307): Launched\u000a19:03:43.673056 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:03:44.197324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20309): Launched\u000a19:03:44.304266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:03:44.566092 run patchelf(pid=20310): Launched\u000a19:03:44.742843 run osmo-stp_10.42.42.5(pid=20307): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20307)]\u000a19:03:44.871345 run osmo-stp_10.42.42.5(pid=20307): stdout: \u000a| (launched: 2022-12-13_19:03:43.415763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:44.999858 run osmo-stp_10.42.42.5(pid=20307): stderr: \u000a| �[0;m�[38;5;43m20221213190343583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190343584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190343584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190343584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190343585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190343585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190343585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:45.124026 run osmo-stp_10.42.42.5(pid=20307): stdout: \u000a| (launched: 2022-12-13_19:03:43.415763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:45.246919 run osmo-stp_10.42.42.5(pid=20307): stderr: \u000a| �[0;m�[38;5;43m20221213190343583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190343584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190343584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190343584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190343585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190343585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190343585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:45.390085 run patchelf(pid=20310): Terminating (SIGINT)\u000a19:03:45.558380 run patchelf(pid=20310): Terminated: ok {rc=0}\u000a19:03:45.588910 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20307): Process ended prematurely: osmo-stp_10.42.42.5(pid=20307) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20307)] [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:03:45.597538 tst ping.py:22: Test FAILED (6.5 sec)\u000a19:03:45.658119 run osmo-hlr_10.42.42.2(pid=20304): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20304)]\u000a19:03:45.707755 run osmo-hlr_10.42.42.2(pid=20304): stdout: \u000a| (launched: 2022-12-13_19:03:42.463310) \u000a19:03:45.757993 run osmo-hlr_10.42.42.2(pid=20304): stderr: \u000a| �[0;m�[1;31m20221213190342638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190342638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190342638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190342638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190342638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190342638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190342651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190342662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190342662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190342662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:45.800624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20303): Terminating (SIGTERM)\u000a19:03:45.842487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20306): Terminating (SIGTERM)\u000a19:03:45.894265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20309): Terminating (SIGTERM)\u000a19:03:45.908832 --- ParallelTerminationStrategy: PID 20303 died...\u000a19:03:45.963731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20303): Terminated: ok {rc=0}\u000a19:03:45.973899 --- ParallelTerminationStrategy: PID 20306 died...\u000a19:03:46.041696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20306): Terminated: ok {rc=0}\u000a19:03:46.053524 --- ParallelTerminationStrategy: PID 20309 died...\u000a19:03:46.120411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20309): Terminated: ok {rc=0}\u000a19:03:46.224791 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20317): Process ended prematurely: osmo-stp_10.42.42.5(pid=20317) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20317): Process ended prematurely: osmo-stp_10.42.42.5(pid=20317) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:03:47.278316 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:47.290457 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:03:47.448447 tst ping_idle_ping.py: using LAC 35630\u000a19:03:47.568766 tst ping_idle_ping.py: using RAC 185\u000a19:03:47.689973 tst ping_idle_ping.py: using CellId 35630\u000a19:03:47.810223 tst ping_idle_ping.py: using BVCI 35631\u000a19:03:47.833571 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:47.844464 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:47.855257 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:47.866170 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:47.877020 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:47.887803 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:47.898746 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:03:47.909620 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:03:48.186457 tst ping_idle_ping.py:24: start network...\u000a19:03:48.312833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:03:48.802882 run create_hlr_db(pid=20311): Launched\u000a19:03:48.976770 bus /gobi_6: Setting Powered False\u000a19:03:49.998471 run create_hlr_db(pid=20311): Terminated: ok {rc=0}\u000a19:03:50.428554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20313): Launched\u000a19:03:50.752061 run osmo-hlr_10.42.42.2(pid=20314): Launched\u000a19:03:50.871461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:03:51.430985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20316): Launched\u000a19:03:51.755009 run osmo-stp_10.42.42.5(pid=20317): Launched\u000a19:03:51.872539 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:03:52.435527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20319): Launched\u000a19:03:52.551090 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:03:52.832457 run patchelf(pid=20320): Launched\u000a19:03:53.021443 run osmo-stp_10.42.42.5(pid=20317): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]\u000a19:03:53.159499 run osmo-stp_10.42.42.5(pid=20317): stdout: \u000a| (launched: 2022-12-13_19:03:51.595398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:53.297846 run osmo-stp_10.42.42.5(pid=20317): stderr: \u000a| �[0;m�[38;5;43m20221213190351784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190351784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190351784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190351784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190351785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190351785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190351785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:53.431765 run osmo-stp_10.42.42.5(pid=20317): stdout: \u000a| (launched: 2022-12-13_19:03:51.595398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:03:53.564465 run osmo-stp_10.42.42.5(pid=20317): stderr: \u000a| �[0;m�[38;5;43m20221213190351784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190351784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190351784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190351784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190351785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190351785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190351785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:03:53.718702 run patchelf(pid=20320): Terminating (SIGINT)\u000a19:03:53.899880 run patchelf(pid=20320): Terminated: ok {rc=0}\u000a19:03:53.932612 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20317): Process ended prematurely: osmo-stp_10.42.42.5(pid=20317) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)] [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:03:53.942038 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:03:54.005851 run osmo-hlr_10.42.42.2(pid=20314): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20314)]\u000a19:03:54.057819 run osmo-hlr_10.42.42.2(pid=20314): stdout: \u000a| (launched: 2022-12-13_19:03:50.593253) \u000a19:03:54.110570 run osmo-hlr_10.42.42.2(pid=20314): stderr: \u000a| �[0;m�[1;31m20221213190350788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190350788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190350788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190350788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190350788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190350788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190350804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190350814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190350814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190350814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:03:54.155524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20313): Terminating (SIGTERM)\u000a19:03:54.198035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20316): Terminating (SIGTERM)\u000a19:03:54.240295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20319): Terminating (SIGTERM)\u000a19:03:54.250059 --- ParallelTerminationStrategy: PID 20313 died...\u000a19:03:54.306736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20313): Terminated: ok {rc=0}\u000a19:03:54.316836 --- ParallelTerminationStrategy: PID 20316 died...\u000a19:03:54.373299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20316): Terminated: ok {rc=0}\u000a19:03:54.383314 --- ParallelTerminationStrategy: PID 20319 died...\u000a19:03:54.439614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20319): Terminated: ok {rc=0}\u000a19:03:54.527335 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:02:56" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20334): Process ended prematurely: osmo-stp_10.42.42.5(pid=20334) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20334)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20334): Process ended prematurely: osmo-stp_10.42.42.5(pid=20334) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:03:56.699605 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:56.711099 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:03:56.879511 tst cs_paging_gprs_active.py: using LAC 35631\u000a19:03:57.006772 tst cs_paging_gprs_active.py: using RAC 186\u000a19:03:57.136494 tst cs_paging_gprs_active.py: using CellId 35631\u000a19:03:57.271196 tst cs_paging_gprs_active.py: using BVCI 35632\u000a19:03:57.296206 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:57.307594 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:57.318938 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:57.330245 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:57.341752 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:57.353301 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:57.364892 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:57.376477 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:03:57.388178 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:03:57.507006 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:03:57.788472 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:03:57.916317 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:58.233403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20324): Launched\u000a19:03:58.495771 run iperf3-srv_10.42.42.10(pid=20325): Launched\u000a19:03:58.682981 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:03:58.810350 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:03:59.135889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20326): Launched\u000a19:03:59.419107 run iperf3-srv_10.42.42.10(pid=20327): Launched\u000a19:03:59.621926 tst cs_paging_gprs_active.py:38: start network...\u000a19:03:59.760367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:00.286296 run create_hlr_db(pid=20328): Launched\u000a19:04:00.462792 bus /gobi_6: Setting Powered False\u000a19:04:01.499380 run create_hlr_db(pid=20328): Terminated: ok {rc=0}\u000a19:04:01.953835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20330): Launched\u000a19:04:02.287570 run osmo-hlr_10.42.42.2(pid=20331): Launched\u000a19:04:02.409751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:02.982302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20333): Launched\u000a19:04:03.311293 run osmo-stp_10.42.42.5(pid=20334): Launched\u000a19:04:03.430914 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:04:04.003763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20336): Launched\u000a19:04:04.121209 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:04:04.406802 run patchelf(pid=20337): Launched\u000a19:04:04.598572 run osmo-stp_10.42.42.5(pid=20334): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20334)]\u000a19:04:04.739224 run osmo-stp_10.42.42.5(pid=20334): stdout: \u000a| (launched: 2022-12-13_19:04:03.149530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:04.880311 run osmo-stp_10.42.42.5(pid=20334): stderr: \u000a| �[0;m�[38;5;43m20221213190403337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190403337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190403337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190403338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190403338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190403338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190403338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:05.015972 run osmo-stp_10.42.42.5(pid=20334): stdout: \u000a| (launched: 2022-12-13_19:04:03.149530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:05.150566 run osmo-stp_10.42.42.5(pid=20334): stderr: \u000a| �[0;m�[38;5;43m20221213190403337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190403337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190403337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190403338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190403338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190403338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190403338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:05.307245 run patchelf(pid=20337): Terminating (SIGINT)\u000a19:04:05.491193 run patchelf(pid=20337): Terminated: ok {rc=0}\u000a19:04:05.525020 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20334): Process ended prematurely: osmo-stp_10.42.42.5(pid=20334) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20334)] [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:04:05.535000 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:04:05.599427 run osmo-hlr_10.42.42.2(pid=20331): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20331)]\u000a19:04:05.651422 run osmo-hlr_10.42.42.2(pid=20331): stdout: \u000a| (launched: 2022-12-13_19:04:02.124804) \u000a19:04:05.703828 run osmo-hlr_10.42.42.2(pid=20331): stderr: \u000a| �[0;m�[1;31m20221213190402318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190402318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190402318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190402318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190402318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190402318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190402331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190402341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190402341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190402341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:05.749050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20324): Terminating (SIGTERM)\u000a19:04:05.791407 run iperf3-srv_10.42.42.10(pid=20325): Terminating (SIGTERM)\u000a19:04:05.834255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20326): Terminating (SIGTERM)\u000a19:04:05.876645 run iperf3-srv_10.42.42.10(pid=20327): Terminating (SIGTERM)\u000a19:04:05.919074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20330): Terminating (SIGTERM)\u000a19:04:05.961546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20333): Terminating (SIGTERM)\u000a19:04:06.003916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20336): Terminating (SIGTERM)\u000a19:04:06.013671 --- ParallelTerminationStrategy: PID 20324 died...\u000a19:04:06.070598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20324): Terminated: ok {rc=0}\u000a19:04:06.080664 --- ParallelTerminationStrategy: PID 20325 died...\u000a19:04:06.137006 run iperf3-srv_10.42.42.10(pid=20325): Terminated {rc=256}\u000a19:04:06.146987 --- ParallelTerminationStrategy: PID 20326 died...\u000a19:04:06.203183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20326): Terminated: ok {rc=0}\u000a19:04:06.213255 --- ParallelTerminationStrategy: PID 20327 died...\u000a19:04:06.269525 run iperf3-srv_10.42.42.10(pid=20327): Terminated {rc=256}\u000a19:04:06.279559 --- ParallelTerminationStrategy: PID 20330 died...\u000a19:04:06.335917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20330): Terminated: ok {rc=0}\u000a19:04:06.345918 --- ParallelTerminationStrategy: PID 20333 died...\u000a19:04:06.402145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20333): Terminated: ok {rc=0}\u000a19:04:06.412187 --- ParallelTerminationStrategy: PID 20336 died...\u000a19:04:06.468694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20336): Terminated: ok {rc=0}\u000a19:04:06.556531 bus /gobi_0: Setting Powered False\u000a19:04:07.663922 bus /gobi_0: Setting Powered False\u000a19:04:08.772766 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20346): Process ended prematurely: osmo-stp_10.42.42.5(pid=20346) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20346)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20346): Process ended prematurely: osmo-stp_10.42.42.5(pid=20346) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:04:09.889690 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:09.902015 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:04:10.068556 tst iperf3.py: using LAC 35632\u000a19:04:10.189837 tst iperf3.py: using RAC 187\u000a19:04:10.311756 tst iperf3.py: using CellId 35632\u000a19:04:10.432004 tst iperf3.py: using BVCI 35633\u000a19:04:10.455500 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:10.466517 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:10.477232 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:10.487927 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:10.499200 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:10.510588 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:10.522244 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:10.533524 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:10.544855 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:04:10.846353 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:04:10.984001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:04:11.307800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20338): Launched\u000a19:04:11.570269 run iperf3-srv_10.42.42.10(pid=20339): Launched\u000a19:04:11.756482 tst iperf3.py:8: start network...\u000a19:04:11.883919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:12.373313 run create_hlr_db(pid=20340): Launched\u000a19:04:12.548332 bus /gobi_6: Setting Powered False\u000a19:04:13.569207 run create_hlr_db(pid=20340): Terminated: ok {rc=0}\u000a19:04:14.004676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20342): Launched\u000a19:04:14.331959 run osmo-hlr_10.42.42.2(pid=20343): Launched\u000a19:04:14.455178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:15.025877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20345): Launched\u000a19:04:15.355557 run osmo-stp_10.42.42.5(pid=20346): Launched\u000a19:04:15.474231 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:04:16.066579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20348): Launched\u000a19:04:16.178887 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:04:16.474115 run patchelf(pid=20349): Launched\u000a19:04:16.660745 run osmo-stp_10.42.42.5(pid=20346): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20346)]\u000a19:04:16.798039 run osmo-stp_10.42.42.5(pid=20346): stdout: \u000a| (launched: 2022-12-13_19:04:15.193724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:16.935379 run osmo-stp_10.42.42.5(pid=20346): stderr: \u000a| �[0;m�[38;5;43m20221213190415383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190415384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190415384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190415384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190415385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190415385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190415385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:17.066751 run osmo-stp_10.42.42.5(pid=20346): stdout: \u000a| (launched: 2022-12-13_19:04:15.193724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:17.196174 run osmo-stp_10.42.42.5(pid=20346): stderr: \u000a| �[0;m�[38;5;43m20221213190415383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190415384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190415384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190415384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190415385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190415385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190415385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:17.342961 run patchelf(pid=20349): Terminating (SIGINT)\u000a19:04:17.515656 run patchelf(pid=20349): Terminated: ok {rc=0}\u000a19:04:17.547544 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20346): Process ended prematurely: osmo-stp_10.42.42.5(pid=20346) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20346)] [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:04:17.556990 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:04:17.618160 run osmo-hlr_10.42.42.2(pid=20343): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20343)]\u000a19:04:17.668072 run osmo-hlr_10.42.42.2(pid=20343): stdout: \u000a| (launched: 2022-12-13_19:04:14.171897) \u000a19:04:17.718802 run osmo-hlr_10.42.42.2(pid=20343): stderr: \u000a| �[0;m�[1;31m20221213190414367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190414367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190414367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190414367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190414367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190414367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190414379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190414389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190414389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190414389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:17.761860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20338): Terminating (SIGTERM)\u000a19:04:17.802171 run iperf3-srv_10.42.42.10(pid=20339): Terminating (SIGTERM)\u000a19:04:17.842683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20342): Terminating (SIGTERM)\u000a19:04:17.883173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20345): Terminating (SIGTERM)\u000a19:04:17.923572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20348): Terminating (SIGTERM)\u000a19:04:17.932877 --- ParallelTerminationStrategy: PID 20338 died...\u000a19:04:17.987048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20338): Terminated: ok {rc=0}\u000a19:04:17.996665 --- ParallelTerminationStrategy: PID 20339 died...\u000a19:04:18.050156 run iperf3-srv_10.42.42.10(pid=20339): Terminated {rc=256}\u000a19:04:18.059788 --- ParallelTerminationStrategy: PID 20342 died...\u000a19:04:18.113588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20342): Terminated: ok {rc=0}\u000a19:04:18.123232 --- ParallelTerminationStrategy: PID 20345 died...\u000a19:04:18.176916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20345): Terminated: ok {rc=0}\u000a19:04:18.186675 --- ParallelTerminationStrategy: PID 20348 died...\u000a19:04:18.240520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20348): Terminated: ok {rc=0}\u000a19:04:18.329858 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20364): Process ended prematurely: osmo-stp_10.42.42.5(pid=20364) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20364)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20364): Process ended prematurely: osmo-stp_10.42.42.5(pid=20364) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:04:19.442046 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:19.453675 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:04:19.624732 tst iperf3m4.py: using LAC 35633\u000a19:04:19.753200 tst iperf3m4.py: using RAC 188\u000a19:04:19.881118 tst iperf3m4.py: using CellId 35633\u000a19:04:20.007962 tst iperf3m4.py: using BVCI 35634\u000a19:04:20.033208 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:20.044792 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:20.056151 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:20.067698 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:20.079680 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:20.091753 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:20.104047 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:20.116070 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:20.128390 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:04:20.246165 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:04:20.370840 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:04:20.488087 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:04:20.768655 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:04:20.897482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:04:21.215713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20350): Launched\u000a19:04:21.477361 run iperf3-srv_10.42.42.10(pid=20351): Launched\u000a19:04:21.663320 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:04:21.789855 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:04:22.105186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20352): Launched\u000a19:04:22.367158 run iperf3-srv_10.42.42.10(pid=20353): Launched\u000a19:04:22.552053 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:04:22.678482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:04:22.995124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20354): Launched\u000a19:04:23.259334 run iperf3-srv_10.42.42.10(pid=20355): Launched\u000a19:04:23.444677 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:04:23.571240 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:04:23.886421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20356): Launched\u000a19:04:24.149022 run iperf3-srv_10.42.42.10(pid=20357): Launched\u000a19:04:24.334485 tst iperf3m4.py:8: start network...\u000a19:04:24.461038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:24.952107 run create_hlr_db(pid=20358): Launched\u000a19:04:25.127731 bus /gobi_6: Setting Powered False\u000a19:04:26.149452 run create_hlr_db(pid=20358): Terminated: ok {rc=0}\u000a19:04:26.584648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20360): Launched\u000a19:04:26.912368 run osmo-hlr_10.42.42.2(pid=20361): Launched\u000a19:04:27.032257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:27.602089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20363): Launched\u000a19:04:27.928835 run osmo-stp_10.42.42.5(pid=20364): Launched\u000a19:04:28.047894 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:04:28.619965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20366): Launched\u000a19:04:28.736704 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:04:29.022636 run patchelf(pid=20367): Launched\u000a19:04:29.214318 run osmo-stp_10.42.42.5(pid=20364): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20364)]\u000a19:04:29.354050 run osmo-stp_10.42.42.5(pid=20364): stdout: \u000a| (launched: 2022-12-13_19:04:27.768570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:29.493755 run osmo-stp_10.42.42.5(pid=20364): stderr: \u000a| �[0;m�[38;5;43m20221213190427957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190427957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190427957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190427958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190427958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190427958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190427958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:29.629082 run osmo-stp_10.42.42.5(pid=20364): stdout: \u000a| (launched: 2022-12-13_19:04:27.768570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:29.763491 run osmo-stp_10.42.42.5(pid=20364): stderr: \u000a| �[0;m�[38;5;43m20221213190427957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190427957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190427957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190427958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190427958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190427958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190427958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:29.920067 run patchelf(pid=20367): Terminating (SIGINT)\u000a19:04:30.103457 run patchelf(pid=20367): Terminated: ok {rc=0}\u000a19:04:30.136908 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20364): Process ended prematurely: osmo-stp_10.42.42.5(pid=20364) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20364)] [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:04:30.146925 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:04:30.211570 run osmo-hlr_10.42.42.2(pid=20361): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20361)]\u000a19:04:30.263690 run osmo-hlr_10.42.42.2(pid=20361): stdout: \u000a| (launched: 2022-12-13_19:04:26.751826) \u000a19:04:30.316433 run osmo-hlr_10.42.42.2(pid=20361): stderr: \u000a| �[0;m�[1;31m20221213190426947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190426947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190426947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190426947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190426948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190426948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190426961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190426969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190426969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190426969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:30.361359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20350): Terminating (SIGTERM)\u000a19:04:30.404141 run iperf3-srv_10.42.42.10(pid=20351): Terminating (SIGTERM)\u000a19:04:30.446826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20352): Terminating (SIGTERM)\u000a19:04:30.489235 run iperf3-srv_10.42.42.10(pid=20353): Terminating (SIGTERM)\u000a19:04:30.531842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20354): Terminating (SIGTERM)\u000a19:04:30.574575 run iperf3-srv_10.42.42.10(pid=20355): Terminating (SIGTERM)\u000a19:04:30.617156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20356): Terminating (SIGTERM)\u000a19:04:30.659579 run iperf3-srv_10.42.42.10(pid=20357): Terminating (SIGTERM)\u000a19:04:30.702347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20360): Terminating (SIGTERM)\u000a19:04:30.744769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20363): Terminating (SIGTERM)\u000a19:04:30.787406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20366): Terminating (SIGTERM)\u000a19:04:30.797262 --- ParallelTerminationStrategy: PID 20350 died...\u000a19:04:30.863887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20350): Terminated: ok {rc=0}\u000a19:04:30.875230 --- ParallelTerminationStrategy: PID 20351 died...\u000a19:04:30.947214 run iperf3-srv_10.42.42.10(pid=20351): Terminated {rc=256}\u000a19:04:30.957536 --- ParallelTerminationStrategy: PID 20352 died...\u000a19:04:31.014989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20352): Terminated: ok {rc=0}\u000a19:04:31.026957 --- ParallelTerminationStrategy: PID 20353 died...\u000a19:04:31.093401 run iperf3-srv_10.42.42.10(pid=20353): Terminated {rc=256}\u000a19:04:31.103599 --- ParallelTerminationStrategy: PID 20354 died...\u000a19:04:31.159558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20354): Terminated: ok {rc=0}\u000a19:04:31.169753 --- ParallelTerminationStrategy: PID 20355 died...\u000a19:04:31.240210 run iperf3-srv_10.42.42.10(pid=20355): Terminated {rc=256}\u000a19:04:31.254753 --- ParallelTerminationStrategy: PID 20356 died...\u000a19:04:31.319483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20356): Terminated: ok {rc=0}\u000a19:04:31.330146 --- ParallelTerminationStrategy: PID 20357 died...\u000a19:04:31.387101 run iperf3-srv_10.42.42.10(pid=20357): Terminated {rc=256}\u000a19:04:31.397414 --- ParallelTerminationStrategy: PID 20360 died...\u000a19:04:31.453286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20360): Terminated: ok {rc=0}\u000a19:04:31.463678 --- ParallelTerminationStrategy: PID 20363 died...\u000a19:04:31.520025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20363): Terminated: ok {rc=0}\u000a19:04:31.530570 --- ParallelTerminationStrategy: PID 20366 died...\u000a19:04:31.588425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20366): Terminated: ok {rc=0}\u000a19:04:31.678460 bus /gobi_4: Setting Powered False\u000a19:04:32.782783 bus /gobi_4: Setting Powered False\u000a19:04:33.893938 bus /gobi_1: Setting Powered False\u000a19:04:34.997904 bus /gobi_1: Setting Powered False\u000a19:04:36.109323 bus /gobi_0: Setting Powered False\u000a19:04:37.212756 bus /gobi_0: Setting Powered False\u000a19:04:38.325494 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20374): Process ended prematurely: osmo-stp_10.42.42.5(pid=20374) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20374)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20374): Process ended prematurely: osmo-stp_10.42.42.5(pid=20374) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:04:39.394916 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:39.407252 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:04:39.574505 tst ping.py: using LAC 35634\u000a19:04:39.700281 tst ping.py: using RAC 189\u000a19:04:39.825718 tst ping.py: using CellId 35634\u000a19:04:39.952590 tst ping.py: using BVCI 35635\u000a19:04:39.977406 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:39.988781 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:40.000021 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:40.011403 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:40.023048 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:40.034710 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:40.046482 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:40.058235 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:04:40.350385 tst ping.py:19: start network...\u000a19:04:40.485187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:40.993892 run create_hlr_db(pid=20368): Launched\u000a19:04:41.180626 bus /gobi_6: Setting Powered False\u000a19:04:42.200388 run create_hlr_db(pid=20368): Terminated: ok {rc=0}\u000a19:04:42.604528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20370): Launched\u000a19:04:42.903871 run osmo-hlr_10.42.42.2(pid=20371): Launched\u000a19:04:43.023627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:43.558210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20373): Launched\u000a19:04:43.857219 run osmo-stp_10.42.42.5(pid=20374): Launched\u000a19:04:43.966018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:04:44.488048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20376): Launched\u000a19:04:44.595063 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:04:44.855874 run patchelf(pid=20377): Launched\u000a19:04:45.031234 run osmo-stp_10.42.42.5(pid=20374): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20374)]\u000a19:04:45.160221 run osmo-stp_10.42.42.5(pid=20374): stdout: \u000a| (launched: 2022-12-13_19:04:43.710575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:45.288585 run osmo-stp_10.42.42.5(pid=20374): stderr: \u000a| �[0;m�[38;5;43m20221213190443878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190443878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190443879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190443879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190443880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190443880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190443880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:45.413192 run osmo-stp_10.42.42.5(pid=20374): stdout: \u000a| (launched: 2022-12-13_19:04:43.710575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:45.535833 run osmo-stp_10.42.42.5(pid=20374): stderr: \u000a| �[0;m�[38;5;43m20221213190443878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190443878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190443879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190443879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190443880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190443880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190443880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:45.678857 run patchelf(pid=20377): Terminating (SIGINT)\u000a19:04:45.860111 run patchelf(pid=20377): Terminated: ok {rc=0}\u000a19:04:45.892176 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20374): Process ended prematurely: osmo-stp_10.42.42.5(pid=20374) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20374)] [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:04:45.906297 tst ping.py:22: Test FAILED (6.5 sec)\u000a19:04:45.978754 run osmo-hlr_10.42.42.2(pid=20371): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20371)]\u000a19:04:46.030280 run osmo-hlr_10.42.42.2(pid=20371): stdout: \u000a| (launched: 2022-12-13_19:04:42.757031) \u000a19:04:46.092942 run osmo-hlr_10.42.42.2(pid=20371): stderr: \u000a| �[0;m�[1;31m20221213190442931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190442931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190442931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190442931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190442931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190442931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190442944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190442954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190442954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190442954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:46.145933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20370): Terminating (SIGTERM)\u000a19:04:46.195605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20373): Terminating (SIGTERM)\u000a19:04:46.242393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20376): Terminating (SIGTERM)\u000a19:04:46.254719 --- ParallelTerminationStrategy: PID 20370 died...\u000a19:04:46.316573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20370): Terminated: ok {rc=0}\u000a19:04:46.328461 --- ParallelTerminationStrategy: PID 20373 died...\u000a19:04:46.388175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20373): Terminated: ok {rc=0}\u000a19:04:46.400288 --- ParallelTerminationStrategy: PID 20376 died...\u000a19:04:46.469814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20376): Terminated: ok {rc=0}\u000a19:04:46.692718 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20388): Process ended prematurely: osmo-stp_10.42.42.5(pid=20388) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20388)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20388): Process ended prematurely: osmo-stp_10.42.42.5(pid=20388) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:04:47.747690 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:47.760279 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:04:47.929156 tst ping_idle_ping.py: using LAC 35635\u000a19:04:48.059123 tst ping_idle_ping.py: using RAC 190\u000a19:04:48.183261 tst ping_idle_ping.py: using CellId 35635\u000a19:04:48.308455 tst ping_idle_ping.py: using BVCI 35636\u000a19:04:48.333257 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:48.344733 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:48.355932 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:48.367329 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:48.379334 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:48.391479 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:48.403714 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:04:48.415858 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:04:48.713876 tst ping_idle_ping.py:24: start network...\u000a19:04:48.849418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:04:49.362867 run create_hlr_db(pid=20382): Launched\u000a19:04:49.550268 bus /gobi_6: Setting Powered False\u000a19:04:50.570890 run create_hlr_db(pid=20382): Terminated: ok {rc=0}\u000a19:04:50.975517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20384): Launched\u000a19:04:51.277444 run osmo-hlr_10.42.42.2(pid=20385): Launched\u000a19:04:51.392679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:04:51.914830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20387): Launched\u000a19:04:52.216193 run osmo-stp_10.42.42.5(pid=20388): Launched\u000a19:04:52.325216 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:04:52.847412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20390): Launched\u000a19:04:52.954267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:04:53.216461 run patchelf(pid=20391): Launched\u000a19:04:53.391892 run osmo-stp_10.42.42.5(pid=20388): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20388)]\u000a19:04:53.520135 run osmo-stp_10.42.42.5(pid=20388): stdout: \u000a| (launched: 2022-12-13_19:04:52.067604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:53.648466 run osmo-stp_10.42.42.5(pid=20388): stderr: \u000a| �[0;m�[38;5;43m20221213190452234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190452235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190452235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190452235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190452236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190452236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190452236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:53.772324 run osmo-stp_10.42.42.5(pid=20388): stdout: \u000a| (launched: 2022-12-13_19:04:52.067604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:04:53.895521 run osmo-stp_10.42.42.5(pid=20388): stderr: \u000a| �[0;m�[38;5;43m20221213190452234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190452235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190452235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190452235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190452236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190452236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190452236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:04:54.038557 run patchelf(pid=20391): Terminating (SIGINT)\u000a19:04:54.206803 run patchelf(pid=20391): Terminated: ok {rc=0}\u000a19:04:54.237317 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20388): Process ended prematurely: osmo-stp_10.42.42.5(pid=20388) [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20388)] [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:04:54.245897 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:04:54.305524 run osmo-hlr_10.42.42.2(pid=20385): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20385)]\u000a19:04:54.354712 run osmo-hlr_10.42.42.2(pid=20385): stdout: \u000a| (launched: 2022-12-13_19:04:51.129660) \u000a19:04:54.404193 run osmo-hlr_10.42.42.2(pid=20385): stderr: \u000a| �[0;m�[1;31m20221213190451304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190451304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190451304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190451304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190451304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190451304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190451316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190451325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190451325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190451325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:04:54.446359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20384): Terminating (SIGTERM)\u000a19:04:54.485904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20387): Terminating (SIGTERM)\u000a19:04:54.525440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20390): Terminating (SIGTERM)\u000a19:04:54.534595 --- ParallelTerminationStrategy: PID 20384 died...\u000a19:04:54.587722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20384): Terminated: ok {rc=0}\u000a19:04:54.597316 --- ParallelTerminationStrategy: PID 20387 died...\u000a19:04:54.649766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20387): Terminated: ok {rc=0}\u000a19:04:54.659192 --- ParallelTerminationStrategy: PID 20390 died...\u000a19:04:54.711742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20390): Terminated: ok {rc=0}\u000a19:04:54.794594 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:03:56" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20409): Process ended prematurely: osmo-stp_10.42.42.5(pid=20409) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20409)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20409): Process ended prematurely: osmo-stp_10.42.42.5(pid=20409) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:04:56.969438 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:56.980939 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:04:57.121564 tst cs_paging_gprs_active.py: using LAC 35636\u000a19:04:57.243079 tst cs_paging_gprs_active.py: using RAC 191\u000a19:04:57.362652 tst cs_paging_gprs_active.py: using CellId 35636\u000a19:04:57.487321 tst cs_paging_gprs_active.py: using BVCI 35637\u000a19:04:57.510808 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:57.522214 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:57.533406 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:57.544391 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:57.555437 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:57.566628 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:57.577916 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:57.589031 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:04:57.600443 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:04:57.722647 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:04:58.005367 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:04:58.133167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:04:58.450143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20395): Launched\u000a19:04:58.713435 run iperf3-srv_10.42.42.10(pid=20396): Launched\u000a19:04:58.900228 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:04:59.027244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:04:59.344484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20397): Launched\u000a19:04:59.607309 run iperf3-srv_10.42.42.10(pid=20399): Launched\u000a19:04:59.793547 tst cs_paging_gprs_active.py:38: start network...\u000a19:04:59.920663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:00.408229 run create_hlr_db(pid=20400): Launched\u000a19:05:00.583329 bus /gobi_6: Setting Powered False\u000a19:05:01.606914 run create_hlr_db(pid=20400): Terminated: ok {rc=0}\u000a19:05:02.031668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20405): Launched\u000a19:05:02.359235 run osmo-hlr_10.42.42.2(pid=20406): Launched\u000a19:05:02.483059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:03.054933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20408): Launched\u000a19:05:03.384037 run osmo-stp_10.42.42.5(pid=20409): Launched\u000a19:05:03.503167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:05:04.075467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20411): Launched\u000a19:05:04.193410 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:05:04.480331 run patchelf(pid=20412): Launched\u000a19:05:04.673302 run osmo-stp_10.42.42.5(pid=20409): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20409)]\u000a19:05:04.814107 run osmo-stp_10.42.42.5(pid=20409): stdout: \u000a| (launched: 2022-12-13_19:05:03.222608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:04.955649 run osmo-stp_10.42.42.5(pid=20409): stderr: \u000a| �[0;m�[38;5;43m20221213190503411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190503411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190503412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190503412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190503412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190503413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190503413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:05.091873 run osmo-stp_10.42.42.5(pid=20409): stdout: \u000a| (launched: 2022-12-13_19:05:03.222608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:05.227399 run osmo-stp_10.42.42.5(pid=20409): stderr: \u000a| �[0;m�[38;5;43m20221213190503411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190503411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190503412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190503412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190503412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190503413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190503413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:05.384808 run patchelf(pid=20412): Terminating (SIGINT)\u000a19:05:05.568713 run patchelf(pid=20412): Terminated: ok {rc=0}\u000a19:05:05.602381 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20409): Process ended prematurely: osmo-stp_10.42.42.5(pid=20409) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20409)] [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a19:05:05.612270 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:05:05.676512 run osmo-hlr_10.42.42.2(pid=20406): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20406)]\u000a19:05:05.728804 run osmo-hlr_10.42.42.2(pid=20406): stdout: \u000a| (launched: 2022-12-13_19:05:02.188875) \u000a19:05:05.781769 run osmo-hlr_10.42.42.2(pid=20406): stderr: \u000a| �[0;m�[1;31m20221213190502390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190502390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190502390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190502390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190502390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190502390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190502403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190502411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190502411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:05.827316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20395): Terminating (SIGTERM)\u000a19:05:05.870503 run iperf3-srv_10.42.42.10(pid=20396): Terminating (SIGTERM)\u000a19:05:05.913441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20397): Terminating (SIGTERM)\u000a19:05:05.955968 run iperf3-srv_10.42.42.10(pid=20399): Terminating (SIGTERM)\u000a19:05:05.998726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20405): Terminating (SIGTERM)\u000a19:05:06.041570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20408): Terminating (SIGTERM)\u000a19:05:06.084160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20411): Terminating (SIGTERM)\u000a19:05:06.094055 --- ParallelTerminationStrategy: PID 20395 died...\u000a19:05:06.151126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20395): Terminated: ok {rc=0}\u000a19:05:06.161401 --- ParallelTerminationStrategy: PID 20396 died...\u000a19:05:06.217814 run iperf3-srv_10.42.42.10(pid=20396): Terminated {rc=256}\u000a19:05:06.227954 --- ParallelTerminationStrategy: PID 20397 died...\u000a19:05:06.284744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20397): Terminated: ok {rc=0}\u000a19:05:06.294830 --- ParallelTerminationStrategy: PID 20399 died...\u000a19:05:06.351057 run iperf3-srv_10.42.42.10(pid=20399): Terminated {rc=256}\u000a19:05:06.361199 --- ParallelTerminationStrategy: PID 20405 died...\u000a19:05:06.417508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20405): Terminated: ok {rc=0}\u000a19:05:06.427545 --- ParallelTerminationStrategy: PID 20408 died...\u000a19:05:06.483958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20408): Terminated: ok {rc=0}\u000a19:05:06.494121 --- ParallelTerminationStrategy: PID 20411 died...\u000a19:05:06.550599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20411): Terminated: ok {rc=0}\u000a19:05:06.637427 bus /gobi_0: Setting Powered False\u000a19:05:07.739491 bus /gobi_0: Setting Powered False\u000a19:05:08.850664 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20421): Process ended prematurely: osmo-stp_10.42.42.5(pid=20421) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20421)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20421): Process ended prematurely: osmo-stp_10.42.42.5(pid=20421) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a19:05:09.965500 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:09.978185 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:05:10.131800 tst iperf3.py: using LAC 35637\u000a19:05:10.256489 tst iperf3.py: using RAC 192\u000a19:05:10.378908 tst iperf3.py: using CellId 35637\u000a19:05:10.498865 tst iperf3.py: using BVCI 35638\u000a19:05:10.522762 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:10.534446 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:10.545797 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:10.556912 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:10.568123 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:10.579203 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:10.590529 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:10.601568 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:10.612786 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:05:10.912563 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:05:11.050746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:05:11.390811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20413): Launched\u000a19:05:11.674382 run iperf3-srv_10.42.42.10(pid=20414): Launched\u000a19:05:11.876784 tst iperf3.py:8: start network...\u000a19:05:12.014564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:12.532560 run create_hlr_db(pid=20415): Launched\u000a19:05:12.723056 bus /gobi_6: Setting Powered False\u000a19:05:13.742950 run create_hlr_db(pid=20415): Terminated: ok {rc=0}\u000a19:05:14.181007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20417): Launched\u000a19:05:14.510912 run osmo-hlr_10.42.42.2(pid=20418): Launched\u000a19:05:14.629097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:15.202551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20420): Launched\u000a19:05:15.532236 run osmo-stp_10.42.42.5(pid=20421): Launched\u000a19:05:15.651528 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:05:16.256249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20423): Launched\u000a19:05:16.378543 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:05:16.684028 run patchelf(pid=20424): Launched\u000a19:05:16.881865 run osmo-stp_10.42.42.5(pid=20421): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20421)]\u000a19:05:17.026053 run osmo-stp_10.42.42.5(pid=20421): stdout: \u000a| (launched: 2022-12-13_19:05:15.370636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:17.170759 run osmo-stp_10.42.42.5(pid=20421): stderr: \u000a| �[0;m�[38;5;43m20221213190515558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190515558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190515558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190515559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190515559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190515559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190515559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:17.307673 run osmo-stp_10.42.42.5(pid=20421): stdout: \u000a| (launched: 2022-12-13_19:05:15.370636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:17.443682 run osmo-stp_10.42.42.5(pid=20421): stderr: \u000a| �[0;m�[38;5;43m20221213190515558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190515558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190515558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190515559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190515559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190515559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190515559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:17.601618 run patchelf(pid=20424): Terminating (SIGINT)\u000a19:05:17.786644 run patchelf(pid=20424): Terminated: ok {rc=0}\u000a19:05:17.820473 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20421): Process ended prematurely: osmo-stp_10.42.42.5(pid=20421) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20421)] [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a19:05:17.830616 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a19:05:17.894896 run osmo-hlr_10.42.42.2(pid=20418): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20418)]\u000a19:05:17.946869 run osmo-hlr_10.42.42.2(pid=20418): stdout: \u000a| (launched: 2022-12-13_19:05:14.349394) \u000a19:05:17.999318 run osmo-hlr_10.42.42.2(pid=20418): stderr: \u000a| �[0;m�[1;31m20221213190514544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190514544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190514544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190514544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190514544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190514544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190514556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190514565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190514565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190514565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:18.044044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20413): Terminating (SIGTERM)\u000a19:05:18.086631 run iperf3-srv_10.42.42.10(pid=20414): Terminating (SIGTERM)\u000a19:05:18.128773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20417): Terminating (SIGTERM)\u000a19:05:18.170977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20420): Terminating (SIGTERM)\u000a19:05:18.213283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20423): Terminating (SIGTERM)\u000a19:05:18.222955 --- ParallelTerminationStrategy: PID 20413 died...\u000a19:05:18.279819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20413): Terminated: ok {rc=0}\u000a19:05:18.289947 --- ParallelTerminationStrategy: PID 20414 died...\u000a19:05:18.346416 run iperf3-srv_10.42.42.10(pid=20414): Terminated {rc=256}\u000a19:05:18.356448 --- ParallelTerminationStrategy: PID 20417 died...\u000a19:05:18.413016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20417): Terminated: ok {rc=0}\u000a19:05:18.423112 --- ParallelTerminationStrategy: PID 20420 died...\u000a19:05:18.479757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20420): Terminated: ok {rc=0}\u000a19:05:18.489913 --- ParallelTerminationStrategy: PID 20423 died...\u000a19:05:18.546730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20423): Terminated: ok {rc=0}\u000a19:05:18.637331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20439): Process ended prematurely: osmo-stp_10.42.42.5(pid=20439) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20439)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20439): Process ended prematurely: osmo-stp_10.42.42.5(pid=20439) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a19:05:19.748684 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:19.760586 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:05:19.902593 tst iperf3m4.py: using LAC 35638\u000a19:05:20.024348 tst iperf3m4.py: using RAC 193\u000a19:05:20.144252 tst iperf3m4.py: using CellId 35638\u000a19:05:20.264102 tst iperf3m4.py: using BVCI 35639\u000a19:05:20.287640 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:20.299201 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:20.310361 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:20.321585 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:20.332680 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:20.344305 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:20.355667 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:20.366743 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:20.377999 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:05:20.494686 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:05:20.618921 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:05:20.735997 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:05:21.017686 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:05:21.145304 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:05:21.463877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20425): Launched\u000a19:05:21.727197 run iperf3-srv_10.42.42.10(pid=20426): Launched\u000a19:05:21.914319 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:05:22.041572 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:05:22.358389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20427): Launched\u000a19:05:22.620896 run iperf3-srv_10.42.42.10(pid=20428): Launched\u000a19:05:22.806591 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:05:22.933683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:05:23.251166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20429): Launched\u000a19:05:23.513366 run iperf3-srv_10.42.42.10(pid=20430): Launched\u000a19:05:23.698519 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:05:23.824707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:05:24.140580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20431): Launched\u000a19:05:24.403641 run iperf3-srv_10.42.42.10(pid=20432): Launched\u000a19:05:24.589345 tst iperf3m4.py:8: start network...\u000a19:05:24.715757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:25.204218 run create_hlr_db(pid=20433): Launched\u000a19:05:25.379830 bus /gobi_6: Setting Powered False\u000a19:05:26.401455 run create_hlr_db(pid=20433): Terminated: ok {rc=0}\u000a19:05:26.837091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20435): Launched\u000a19:05:27.165206 run osmo-hlr_10.42.42.2(pid=20436): Launched\u000a19:05:27.285969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:27.864896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20438): Launched\u000a19:05:28.194403 run osmo-stp_10.42.42.5(pid=20439): Launched\u000a19:05:28.313894 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:05:28.885622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20441): Launched\u000a19:05:29.003159 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:05:29.288195 run patchelf(pid=20442): Launched\u000a19:05:29.479728 run osmo-stp_10.42.42.5(pid=20439): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20439)]\u000a19:05:29.619716 run osmo-stp_10.42.42.5(pid=20439): stdout: \u000a| (launched: 2022-12-13_19:05:28.032022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:29.759842 run osmo-stp_10.42.42.5(pid=20439): stderr: \u000a| �[0;m�[38;5;43m20221213190528223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190528223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190528223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190528224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190528224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190528224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190528224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:29.896295 run osmo-stp_10.42.42.5(pid=20439): stdout: \u000a| (launched: 2022-12-13_19:05:28.032022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:30.031298 run osmo-stp_10.42.42.5(pid=20439): stderr: \u000a| �[0;m�[38;5;43m20221213190528223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190528223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190528223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190528224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190528224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190528224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190528224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:30.187904 run patchelf(pid=20442): Terminating (SIGINT)\u000a19:05:30.371680 run patchelf(pid=20442): Terminated: ok {rc=0}\u000a19:05:30.405436 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20439): Process ended prematurely: osmo-stp_10.42.42.5(pid=20439) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20439)] [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a19:05:30.415452 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:05:30.480144 run osmo-hlr_10.42.42.2(pid=20436): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20436)]\u000a19:05:30.532460 run osmo-hlr_10.42.42.2(pid=20436): stdout: \u000a| (launched: 2022-12-13_19:05:27.004453) \u000a19:05:30.585466 run osmo-hlr_10.42.42.2(pid=20436): stderr: \u000a| �[0;m�[1;31m20221213190527199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190527199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190527199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190527199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190527200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190527200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190527211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190527221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190527221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190527221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:30.630658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20425): Terminating (SIGTERM)\u000a19:05:30.673291 run iperf3-srv_10.42.42.10(pid=20426): Terminating (SIGTERM)\u000a19:05:30.715944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20427): Terminating (SIGTERM)\u000a19:05:30.758677 run iperf3-srv_10.42.42.10(pid=20428): Terminating (SIGTERM)\u000a19:05:30.801447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20429): Terminating (SIGTERM)\u000a19:05:30.849353 run iperf3-srv_10.42.42.10(pid=20430): Terminating (SIGTERM)\u000a19:05:30.897120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20431): Terminating (SIGTERM)\u000a19:05:30.945866 run iperf3-srv_10.42.42.10(pid=20432): Terminating (SIGTERM)\u000a19:05:30.990902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20435): Terminating (SIGTERM)\u000a19:05:31.034023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20438): Terminating (SIGTERM)\u000a19:05:31.077143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20441): Terminating (SIGTERM)\u000a19:05:31.087052 --- ParallelTerminationStrategy: PID 20425 died...\u000a19:05:31.144913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20425): Terminated: ok {rc=0}\u000a19:05:31.155805 --- ParallelTerminationStrategy: PID 20426 died...\u000a19:05:31.213340 run iperf3-srv_10.42.42.10(pid=20426): Terminated {rc=256}\u000a19:05:31.223918 --- ParallelTerminationStrategy: PID 20427 died...\u000a19:05:31.281633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20427): Terminated: ok {rc=0}\u000a19:05:31.292242 --- ParallelTerminationStrategy: PID 20428 died...\u000a19:05:31.349803 run iperf3-srv_10.42.42.10(pid=20428): Terminated {rc=256}\u000a19:05:31.360404 --- ParallelTerminationStrategy: PID 20429 died...\u000a19:05:31.418273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20429): Terminated: ok {rc=0}\u000a19:05:31.429042 --- ParallelTerminationStrategy: PID 20430 died...\u000a19:05:31.488177 run iperf3-srv_10.42.42.10(pid=20430): Terminated {rc=256}\u000a19:05:31.498736 --- ParallelTerminationStrategy: PID 20431 died...\u000a19:05:31.556379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20431): Terminated: ok {rc=0}\u000a19:05:31.567054 --- ParallelTerminationStrategy: PID 20432 died...\u000a19:05:31.624397 run iperf3-srv_10.42.42.10(pid=20432): Terminated {rc=256}\u000a19:05:31.634997 --- ParallelTerminationStrategy: PID 20435 died...\u000a19:05:31.692772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20435): Terminated: ok {rc=0}\u000a19:05:31.703458 --- ParallelTerminationStrategy: PID 20438 died...\u000a19:05:31.760805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20438): Terminated: ok {rc=0}\u000a19:05:31.771567 --- ParallelTerminationStrategy: PID 20441 died...\u000a19:05:31.828809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20441): Terminated: ok {rc=0}\u000a19:05:31.925868 bus /gobi_4: Setting Powered False\u000a19:05:33.031934 bus /gobi_4: Setting Powered False\u000a19:05:34.144037 bus /gobi_1: Setting Powered False\u000a19:05:35.246909 bus /gobi_1: Setting Powered False\u000a19:05:36.353020 bus /gobi_0: Setting Powered False\u000a19:05:37.461145 bus /gobi_0: Setting Powered False\u000a19:05:38.570914 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20449): Process ended prematurely: osmo-stp_10.42.42.5(pid=20449) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20449)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20449): Process ended prematurely: osmo-stp_10.42.42.5(pid=20449) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a19:05:39.639360 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:39.651969 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:05:39.801068 tst ping.py: using LAC 35639\u000a19:05:39.927189 tst ping.py: using RAC 194\u000a19:05:40.055826 tst ping.py: using CellId 35639\u000a19:05:40.182312 tst ping.py: using BVCI 35640\u000a19:05:40.206935 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:40.218913 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:40.230697 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:40.242406 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:40.254400 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:40.266478 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:40.278762 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:40.290927 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:05:40.569121 tst ping.py:19: start network...\u000a19:05:40.694062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:41.176178 run create_hlr_db(pid=20443): Launched\u000a19:05:41.349072 bus /gobi_6: Setting Powered False\u000a19:05:42.369379 run create_hlr_db(pid=20443): Terminated: ok {rc=0}\u000a19:05:42.797593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20445): Launched\u000a19:05:43.120410 run osmo-hlr_10.42.42.2(pid=20446): Launched\u000a19:05:43.239999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:43.804021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20448): Launched\u000a19:05:44.127838 run osmo-stp_10.42.42.5(pid=20449): Launched\u000a19:05:44.245418 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:05:44.808423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20451): Launched\u000a19:05:44.924016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:05:45.204758 run patchelf(pid=20452): Launched\u000a19:05:45.394311 run osmo-stp_10.42.42.5(pid=20449): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20449)]\u000a19:05:45.532525 run osmo-stp_10.42.42.5(pid=20449): stdout: \u000a| (launched: 2022-12-13_19:05:43.969246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:45.671012 run osmo-stp_10.42.42.5(pid=20449): stderr: \u000a| �[0;m�[38;5;43m20221213190544157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190544157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190544157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190544158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190544158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190544158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190544158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:45.804798 run osmo-stp_10.42.42.5(pid=20449): stdout: \u000a| (launched: 2022-12-13_19:05:43.969246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:45.955994 run osmo-stp_10.42.42.5(pid=20449): stderr: \u000a| �[0;m�[38;5;43m20221213190544157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190544157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190544157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190544158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190544158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190544158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190544158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:46.116389 run patchelf(pid=20452): Terminating (SIGINT)\u000a19:05:46.299524 run patchelf(pid=20452): Terminated: ok {rc=0}\u000a19:05:46.333296 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20449): Process ended prematurely: osmo-stp_10.42.42.5(pid=20449) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20449)] [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a19:05:46.343463 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:05:46.408853 run osmo-hlr_10.42.42.2(pid=20446): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20446)]\u000a19:05:46.462011 run osmo-hlr_10.42.42.2(pid=20446): stdout: \u000a| (launched: 2022-12-13_19:05:42.962312) \u000a19:05:46.515873 run osmo-hlr_10.42.42.2(pid=20446): stderr: \u000a| �[0;m�[1;31m20221213190543157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190543157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190543157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190543157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190543157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190543157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190543170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190543179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190543179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190543179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:46.561997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20445): Terminating (SIGTERM)\u000a19:05:46.606336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20448): Terminating (SIGTERM)\u000a19:05:46.653994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20451): Terminating (SIGTERM)\u000a19:05:46.663928 --- ParallelTerminationStrategy: PID 20445 died...\u000a19:05:46.721636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20445): Terminated: ok {rc=0}\u000a19:05:46.732249 --- ParallelTerminationStrategy: PID 20448 died...\u000a19:05:46.789956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20448): Terminated: ok {rc=0}\u000a19:05:46.803050 --- ParallelTerminationStrategy: PID 20451 died...\u000a19:05:46.860515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20451): Terminated: ok {rc=0}\u000a19:05:46.950584 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20461): Process ended prematurely: osmo-stp_10.42.42.5(pid=20461) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20461)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20461): Process ended prematurely: osmo-stp_10.42.42.5(pid=20461) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a19:05:48.000578 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:48.012842 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:05:48.154871 tst ping_idle_ping.py: using LAC 35640\u000a19:05:48.275270 tst ping_idle_ping.py: using RAC 195\u000a19:05:48.395431 tst ping_idle_ping.py: using CellId 35640\u000a19:05:48.515492 tst ping_idle_ping.py: using BVCI 35641\u000a19:05:48.538989 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:48.550504 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:48.562043 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:48.573588 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:48.584931 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:48.596432 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:48.608428 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:05:48.619998 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:05:48.903054 tst ping_idle_ping.py:24: start network...\u000a19:05:49.029050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:49.515750 run create_hlr_db(pid=20453): Launched\u000a19:05:49.702088 bus /gobi_6: Setting Powered False\u000a19:05:50.722529 run create_hlr_db(pid=20453): Terminated: ok {rc=0}\u000a19:05:51.155398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20455): Launched\u000a19:05:51.480231 run osmo-hlr_10.42.42.2(pid=20456): Launched\u000a19:05:51.602449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:05:52.166826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20460): Launched\u000a19:05:52.490844 run osmo-stp_10.42.42.5(pid=20461): Launched\u000a19:05:52.608592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:05:53.172625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20463): Launched\u000a19:05:53.287640 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:05:53.567871 run patchelf(pid=20464): Launched\u000a19:05:53.757008 run osmo-stp_10.42.42.5(pid=20461): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20461)]\u000a19:05:53.895249 run osmo-stp_10.42.42.5(pid=20461): stdout: \u000a| (launched: 2022-12-13_19:05:52.331450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:54.033447 run osmo-stp_10.42.42.5(pid=20461): stderr: \u000a| �[0;m�[38;5;43m20221213190552519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190552519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190552519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190552519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190552520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190552520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190552520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:54.167563 run osmo-stp_10.42.42.5(pid=20461): stdout: \u000a| (launched: 2022-12-13_19:05:52.331450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:05:54.300255 run osmo-stp_10.42.42.5(pid=20461): stderr: \u000a| �[0;m�[38;5;43m20221213190552519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190552519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190552519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190552519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190552520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190552520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190552520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:05:54.454321 run patchelf(pid=20464): Terminating (SIGINT)\u000a19:05:54.634917 run patchelf(pid=20464): Terminated: ok {rc=0}\u000a19:05:54.667613 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20461): Process ended prematurely: osmo-stp_10.42.42.5(pid=20461) [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20461)] [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a19:05:54.676769 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:05:54.740647 run osmo-hlr_10.42.42.2(pid=20456): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20456)]\u000a19:05:54.792530 run osmo-hlr_10.42.42.2(pid=20456): stdout: \u000a| (launched: 2022-12-13_19:05:51.320935) \u000a19:05:54.845325 run osmo-hlr_10.42.42.2(pid=20456): stderr: \u000a| �[0;m�[1;31m20221213190551514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190551514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190551514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190551514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190551514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190551514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190551527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190551537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190551537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190551537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:05:54.890717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20455): Terminating (SIGTERM)\u000a19:05:54.933651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20460): Terminating (SIGTERM)\u000a19:05:54.975934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20463): Terminating (SIGTERM)\u000a19:05:54.985684 --- ParallelTerminationStrategy: PID 20455 died...\u000a19:05:55.042507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20455): Terminated: ok {rc=0}\u000a19:05:55.052544 --- ParallelTerminationStrategy: PID 20460 died...\u000a19:05:55.109100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20460): Terminated: ok {rc=0}\u000a19:05:55.119087 --- ParallelTerminationStrategy: PID 20463 died...\u000a19:05:55.175468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20463): Terminated: ok {rc=0}\u000a19:05:55.262391 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:04:56" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20474): Process ended prematurely: osmo-stp_10.42.42.5(pid=20474) [trial-2393↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20474)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20474): Process ended prematurely: osmo-stp_10.42.42.5(pid=20474) [trial-2393↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:05:57.307466 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:05:57.319462 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:05:57.477063 tst switch_tch_pdch.py: using LAC 35641\u000a19:05:57.595350 tst switch_tch_pdch.py: using RAC 196\u000a19:05:57.719623 tst switch_tch_pdch.py: using CellId 35641\u000a19:05:57.835572 tst switch_tch_pdch.py: using BVCI 35642\u000a19:05:57.858553 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:05:57.869887 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:05:57.880931 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:05:57.891990 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:05:57.903062 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:05:57.914128 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:05:57.925315 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:05:57.936344 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:05:58.057701 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:05:58.351395 tst switch_tch_pdch.py:51: start network...\u000a19:05:58.486083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:05:58.995820 run create_hlr_db(pid=20468): Launched\u000a19:05:59.182608 bus /gobi_6: Setting Powered False\u000a19:06:00.190015 run create_hlr_db(pid=20468): Terminated: ok {rc=0}\u000a19:06:00.601650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20470): Launched\u000a19:06:01.006738 run osmo-hlr_10.42.42.2(pid=20471): Launched\u000a19:06:01.231193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:06:01.815788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20473): Launched\u000a19:06:02.190648 run osmo-stp_10.42.42.5(pid=20474): Launched\u000a19:06:02.317874 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:06:02.883301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20476): Launched\u000a19:06:02.998254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:06:03.279371 run patchelf(pid=20477): Launched\u000a19:06:03.468041 run osmo-stp_10.42.42.5(pid=20474): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20474)]\u000a19:06:03.606232 run osmo-stp_10.42.42.5(pid=20474): stdout: \u000a| (launched: 2022-12-13_19:06:01.985424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:03.745250 run osmo-stp_10.42.42.5(pid=20474): stderr: \u000a| �[0;m�[38;5;43m20221213190602317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190602318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190602318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190602318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190602319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190602319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190602319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:03.879764 run osmo-stp_10.42.42.5(pid=20474): stdout: \u000a| (launched: 2022-12-13_19:06:01.985424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:04.013109 run osmo-stp_10.42.42.5(pid=20474): stderr: \u000a| �[0;m�[38;5;43m20221213190602317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190602318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190602318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190602318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190602319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190602319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190602319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:04.166975 run patchelf(pid=20477): Terminating (SIGINT)\u000a19:06:04.347682 run patchelf(pid=20477): Terminated: ok {rc=0}\u000a19:06:04.380355 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20474): Process ended prematurely: osmo-stp_10.42.42.5(pid=20474) [trial-2393↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20474)] [trial-2393↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:06:04.389699 tst switch_tch_pdch.py:54: Test FAILED (7.1 sec)\u000a19:06:04.453356 run osmo-hlr_10.42.42.2(pid=20471): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20471)]\u000a19:06:04.505339 run osmo-hlr_10.42.42.2(pid=20471): stdout: \u000a| (launched: 2022-12-13_19:06:00.754233) \u000a19:06:04.557907 run osmo-hlr_10.42.42.2(pid=20471): stderr: \u000a| �[0;m�[1;31m20221213190601025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190601025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190601025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190601025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190601025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190601025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190601057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190601066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190601066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190601066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:06:04.602763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20470): Terminating (SIGTERM)\u000a19:06:04.644881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20473): Terminating (SIGTERM)\u000a19:06:04.687436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20476): Terminating (SIGTERM)\u000a19:06:04.697178 --- ParallelTerminationStrategy: PID 20470 died...\u000a19:06:04.753761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20470): Terminated: ok {rc=0}\u000a19:06:04.763830 --- ParallelTerminationStrategy: PID 20473 died...\u000a19:06:04.820174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20473): Terminated: ok {rc=0}\u000a19:06:04.830188 --- ParallelTerminationStrategy: PID 20476 died...\u000a19:06:04.886922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20476): Terminated: ok {rc=0}\u000a19:06:04.974833 bus /gobi_0: Setting Powered False\u000a19:06:06.077634 bus /gobi_0: Setting Powered False\u000a19:06:07.189671 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:05:57" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20488): Process ended prematurely: osmo-stp_10.42.42.5(pid=20488) [trial-2393↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20488)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20488): Process ended prematurely: osmo-stp_10.42.42.5(pid=20488) [trial-2393↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:06:09.168419 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:06:09.180526 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:06:09.342776 tst switch_tch_pdch.py: using LAC 35642\u000a19:06:09.463256 tst switch_tch_pdch.py: using RAC 197\u000a19:06:09.582587 tst switch_tch_pdch.py: using CellId 35642\u000a19:06:09.702270 tst switch_tch_pdch.py: using BVCI 35643\u000a19:06:09.725971 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:06:09.737131 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:06:09.748036 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:06:09.758861 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:06:09.769694 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:06:09.780502 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:06:09.791454 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:06:09.802337 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:06:09.918045 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:06:10.211630 tst switch_tch_pdch.py:51: start network...\u000a19:06:10.346235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:06:10.825587 run create_hlr_db(pid=20482): Launched\u000a19:06:10.957475 bus /gobi_6: Setting Powered False\u000a19:06:12.033753 run create_hlr_db(pid=20482): Terminated: ok {rc=0}\u000a19:06:12.411997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20484): Launched\u000a19:06:12.711945 run osmo-hlr_10.42.42.2(pid=20485): Launched\u000a19:06:12.829416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:06:13.364315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20487): Launched\u000a19:06:13.686245 run osmo-stp_10.42.42.5(pid=20488): Launched\u000a19:06:13.802717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:06:14.335732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20490): Launched\u000a19:06:14.450475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:06:14.730130 run patchelf(pid=20491): Launched\u000a19:06:14.918204 run osmo-stp_10.42.42.5(pid=20488): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20488)]\u000a19:06:15.055545 run osmo-stp_10.42.42.5(pid=20488): stdout: \u000a| (launched: 2022-12-13_19:06:13.528232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:15.193403 run osmo-stp_10.42.42.5(pid=20488): stderr: \u000a| �[0;m�[38;5;43m20221213190613717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190613717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190613717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190613718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190613718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190613718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190613718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:15.326732 run osmo-stp_10.42.42.5(pid=20488): stdout: \u000a| (launched: 2022-12-13_19:06:13.528232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:15.458744 run osmo-stp_10.42.42.5(pid=20488): stderr: \u000a| �[0;m�[38;5;43m20221213190613717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190613717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190613717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190613718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190613718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190613718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190613718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:15.611929 run patchelf(pid=20491): Terminating (SIGINT)\u000a19:06:15.792010 run patchelf(pid=20491): Terminated: ok {rc=0}\u000a19:06:15.824763 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20488): Process ended prematurely: osmo-stp_10.42.42.5(pid=20488) [trial-2393↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20488)] [trial-2393↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:06:15.834960 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a19:06:15.912683 run osmo-hlr_10.42.42.2(pid=20485): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20485)]\u000a19:06:15.966496 run osmo-hlr_10.42.42.2(pid=20485): stdout: \u000a| (launched: 2022-12-13_19:06:12.564376) \u000a19:06:16.020665 run osmo-hlr_10.42.42.2(pid=20485): stderr: \u000a| �[0;m�[1;31m20221213190612734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190612735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190612735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190612735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190612735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190612735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190612747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190612755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190612756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190612756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:06:16.067003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20484): Terminating (SIGTERM)\u000a19:06:16.112593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20487): Terminating (SIGTERM)\u000a19:06:16.156368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20490): Terminating (SIGTERM)\u000a19:06:16.166632 --- ParallelTerminationStrategy: PID 20484 died...\u000a19:06:16.225236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20484): Terminated: ok {rc=0}\u000a19:06:16.236183 --- ParallelTerminationStrategy: PID 20487 died...\u000a19:06:16.294257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20487): Terminated: ok {rc=0}\u000a19:06:16.305225 --- ParallelTerminationStrategy: PID 20490 died...\u000a19:06:16.363532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20490): Terminated: ok {rc=0}\u000a19:06:16.452735 bus /gobi_0: Setting Powered False\u000a19:06:17.558606 bus /gobi_0: Setting Powered False\u000a19:06:18.670349 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:06:08" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20496): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20496) [trial-2393↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20496)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20496): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20496) [trial-2393↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a19:06:20.573687 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a19:06:20.585298 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:06:20.731163 tst mo_mt_sms.py: using LAC 35643\u000a19:06:20.856564 tst mo_mt_sms.py: using RAC 198\u000a19:06:20.984427 tst mo_mt_sms.py: using CellId 35643\u000a19:06:21.109655 tst mo_mt_sms.py: using BVCI 35644\u000a19:06:21.134214 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:06:21.250293 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:06:21.543154 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:06:21.677906 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:06:22.344167 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20495): Launched\u000a19:06:22.664002 run osmo-nitb_10.42.42.2(pid=20496): Launched\u000a19:06:22.861861 run osmo-nitb_10.42.42.2(pid=20496): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20496)]\u000a19:06:23.008137 run osmo-nitb_10.42.42.2(pid=20496): stdout: \u000a| (launched: 2022-12-13_19:06:22.507960) \u000a19:06:23.154203 run osmo-nitb_10.42.42.2(pid=20496): stderr: \u000a| (launched: 2022-12-13_19:06:22.555804)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:06:23.295314 run osmo-nitb_10.42.42.2(pid=20496): stdout: \u000a| (launched: 2022-12-13_19:06:22.507960) \u000a19:06:23.435672 run osmo-nitb_10.42.42.2(pid=20496): stderr: \u000a| (launched: 2022-12-13_19:06:22.555804)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:06:23.794130 tst osmo-nitb_10.42.42.2(pid=20496): stdout: \u000a| (launched: 2022-12-13_19:06:22.507960) \u000a19:06:23.924204 tst osmo-nitb_10.42.42.2(pid=20496): stderr: \u000a| (launched: 2022-12-13_19:06:22.555804)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:06:23.980367 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20496): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20496) [trial-2393↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20496)] [trial-2393↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a19:06:23.989200 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a19:06:24.026335 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20495): Terminating (SIGTERM)\u000a19:06:24.205208 --- ParallelTerminationStrategy: PID 20495 died...\u000a19:06:24.264083 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20495): Terminated: ok {rc=0}\u000a19:06:24.354147 bus /sierra_3: Setting Powered False\u000a19:06:25.463316 bus /sierra_3: Setting Powered False\u000a19:06:26.574852 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:06:20" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20506): Process ended prematurely: osmo-stp_10.42.42.5(pid=20506) [trial-2393↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20506)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20506): Process ended prematurely: osmo-stp_10.42.42.5(pid=20506) [trial-2393↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a19:06:28.481198 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:06:28.492544 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:06:28.639397 tst mo_mt_sms.py: using LAC 35644\u000a19:06:28.765501 tst mo_mt_sms.py: using RAC 199\u000a19:06:28.894162 tst mo_mt_sms.py: using CellId 35644\u000a19:06:29.021487 tst mo_mt_sms.py: using BVCI 35645\u000a19:06:29.045882 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:06:29.057257 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:06:29.068160 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:06:29.079280 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:06:29.090685 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:06:29.102142 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:06:29.218461 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:06:29.417717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:06:29.902148 run create_hlr_db(pid=20500): Launched\u000a19:06:30.075663 bus /sierra_2: Setting Powered False\u000a19:06:31.149053 run create_hlr_db(pid=20500): Terminated: ok {rc=0}\u000a19:06:31.653609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20502): Launched\u000a19:06:32.083911 run osmo-hlr_10.42.42.2(pid=20503): Launched\u000a19:06:32.283340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:06:32.804634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20505): Launched\u000a19:06:33.105883 run osmo-stp_10.42.42.5(pid=20506): Launched\u000a19:06:33.215639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:06:33.807412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20508): Launched\u000a19:06:34.131682 run osmo-msc_10.42.42.6(pid=20509): Launched\u000a19:06:34.321805 run osmo-stp_10.42.42.5(pid=20506): ERR: Terminated: ERROR {rc=1} [trial-2393↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20506)]\u000a19:06:34.458817 run osmo-stp_10.42.42.5(pid=20506): stdout: \u000a| (launched: 2022-12-13_19:06:32.958005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:34.594893 run osmo-stp_10.42.42.5(pid=20506): stderr: \u000a| �[0;m�[38;5;43m20221213190633125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190633125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190633126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190633126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190633127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190633127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190633127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:34.725547 run osmo-stp_10.42.42.5(pid=20506): stdout: \u000a| (launched: 2022-12-13_19:06:32.958005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:34.855329 run osmo-stp_10.42.42.5(pid=20506): stderr: \u000a| �[0;m�[38;5;43m20221213190633125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190633125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190633126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190633126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190633127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190633127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190633127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:34.912060 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20506): Process ended prematurely: osmo-stp_10.42.42.5(pid=20506) [trial-2393↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20506)] [trial-2393↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a19:06:34.920660 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a19:06:34.984631 run osmo-hlr_10.42.42.2(pid=20503): ERR: Terminated: ERROR {rc=237} [trial-2393↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20503)]\u000a19:06:35.037117 run osmo-hlr_10.42.42.2(pid=20503): stdout: \u000a| (launched: 2022-12-13_19:06:31.822691) \u000a19:06:35.089873 run osmo-hlr_10.42.42.2(pid=20503): stderr: \u000a| �[0;m�[1;31m20221213190632128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190632128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190632128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190632128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190632128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190632128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190632145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190632154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190632154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190632154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:06:35.161225 run osmo-msc_10.42.42.6(pid=20509): ERR: Terminated: ERROR {rc=2} [trial-2393↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20509)]\u000a19:06:35.213039 run osmo-msc_10.42.42.6(pid=20509): stdout: \u000a| (launched: 2022-12-13_19:06:33.972709) \u000a19:06:35.265546 run osmo-msc_10.42.42.6(pid=20509): stderr: \u000a| �[0;m�[38;5;43m20221213190634292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190634292 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36847f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190634292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190634292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190634292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190634292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190634294 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190634295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190634295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190634295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:06:35.310813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20502): Terminating (SIGTERM)\u000a19:06:35.353412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20505): Terminating (SIGTERM)\u000a19:06:35.395860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20508): Terminating (SIGTERM)\u000a19:06:35.405778 --- ParallelTerminationStrategy: PID 20502 died...\u000a19:06:35.463327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20502): Terminated: ok {rc=0}\u000a19:06:35.473682 --- ParallelTerminationStrategy: PID 20505 died...\u000a19:06:35.530681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20505): Terminated: ok {rc=0}\u000a19:06:35.540913 --- ParallelTerminationStrategy: PID 20508 died...\u000a19:06:35.597977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20508): Terminated: ok {rc=0}\u000a19:06:35.685568 bus /sierra_3: Setting Powered False\u000a19:06:36.792304 bus /sierra_3: Setting Powered False\u000a19:06:37.901588 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:06:28" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20516): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20516) [trial-2393↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20516)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20516): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20516) [trial-2393↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a19:06:39.758398 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a19:06:39.770530 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:06:39.915981 tst assert_extension.py: using LAC 35645\u000a19:06:40.042346 tst assert_extension.py: using RAC 200\u000a19:06:40.166816 tst assert_extension.py: using CellId 35645\u000a19:06:40.293050 tst assert_extension.py: using BVCI 35646\u000a19:06:40.317391 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a19:06:40.592500 tst assert_extension.py:10: start nitb and bts...\u000a19:06:40.716910 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:06:41.339270 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20515): Launched\u000a19:06:41.636906 run osmo-nitb_10.42.42.2(pid=20516): Launched\u000a19:06:41.822178 run osmo-nitb_10.42.42.2(pid=20516): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20516)]\u000a19:06:41.958993 run osmo-nitb_10.42.42.2(pid=20516): stdout: \u000a| (launched: 2022-12-13_19:06:41.491886) \u000a19:06:42.096675 run osmo-nitb_10.42.42.2(pid=20516): stderr: \u000a| (launched: 2022-12-13_19:06:41.536473)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:06:42.228649 run osmo-nitb_10.42.42.2(pid=20516): stdout: \u000a| (launched: 2022-12-13_19:06:41.491886) \u000a19:06:42.359867 run osmo-nitb_10.42.42.2(pid=20516): stderr: \u000a| (launched: 2022-12-13_19:06:41.536473)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:06:42.759678 tst osmo-nitb_10.42.42.2(pid=20516): stdout: \u000a| (launched: 2022-12-13_19:06:41.491886) \u000a19:06:42.880721 tst osmo-nitb_10.42.42.2(pid=20516): stderr: \u000a| (launched: 2022-12-13_19:06:41.536473)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:06:42.933825 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20516): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20516) [trial-2393↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20516)] [trial-2393↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a19:06:42.942063 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a19:06:42.976910 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20515): Terminating (SIGTERM)\u000a19:06:43.154654 --- ParallelTerminationStrategy: PID 20515 died...\u000a19:06:43.210658 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20515): Terminated: ok {rc=0}\u000a19:06:43.300469 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:06:39" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20526): Process ended prematurely: osmo-stp_10.42.42.5(pid=20526) [trial-2393↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20526)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20526): Process ended prematurely: osmo-stp_10.42.42.5(pid=20526) [trial-2393↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a19:06:45.152815 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:06:45.164526 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:06:45.312717 tst assert_extension.py: using LAC 35646\u000a19:06:45.439047 tst assert_extension.py: using RAC 201\u000a19:06:45.565265 tst assert_extension.py: using CellId 35646\u000a19:06:45.693410 tst assert_extension.py: using BVCI 35647\u000a19:06:45.717980 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:06:45.729361 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:06:45.740610 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:06:45.751843 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:06:45.764001 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:06:45.776018 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a19:06:46.006200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:06:46.570995 run create_hlr_db(pid=20520): Launched\u000a19:06:46.805401 bus /sierra_2: Setting Powered False\u000a19:06:47.774111 run create_hlr_db(pid=20520): Terminated: ok {rc=0}\u000a19:06:48.266435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20522): Launched\u000a19:06:48.589298 run osmo-hlr_10.42.42.2(pid=20523): Launched\u000a19:06:48.708906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:06:49.359582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20525): Launched\u000a19:06:49.677549 run osmo-stp_10.42.42.5(pid=20526): Launched\u000a19:06:49.792833 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:06:50.371152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20528): Launched\u000a19:06:50.687378 run osmo-msc_10.42.42.6(pid=20529): Launched\u000a19:06:50.873339 run osmo-stp_10.42.42.5(pid=20526): ERR: Terminated: ERROR {rc=1} [trial-2393↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20526)]\u000a19:06:51.008377 run osmo-stp_10.42.42.5(pid=20526): stdout: \u000a| (launched: 2022-12-13_19:06:49.521341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:51.142528 run osmo-stp_10.42.42.5(pid=20526): stderr: \u000a| �[0;m�[38;5;43m20221213190649709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190649709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190649709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190649709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190649710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190649710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190649710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:51.271118 run osmo-stp_10.42.42.5(pid=20526): stdout: \u000a| (launched: 2022-12-13_19:06:49.521341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:06:51.398451 run osmo-stp_10.42.42.5(pid=20526): stderr: \u000a| �[0;m�[38;5;43m20221213190649709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190649709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190649709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190649709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190649710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190649710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190649710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:06:51.454121 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20526): Process ended prematurely: osmo-stp_10.42.42.5(pid=20526) [trial-2393↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20526)] [trial-2393↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a19:06:51.462476 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a19:06:51.526017 run osmo-hlr_10.42.42.2(pid=20523): ERR: Terminated: ERROR {rc=237} [trial-2393↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20523)]\u000a19:06:51.578181 run osmo-hlr_10.42.42.2(pid=20523): stdout: \u000a| (launched: 2022-12-13_19:06:48.430675) \u000a19:06:51.631159 run osmo-hlr_10.42.42.2(pid=20523): stderr: \u000a| �[0;m�[1;31m20221213190648625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190648625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190648625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190648625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190648625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190648625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190648638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190648646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190648646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190648646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:06:51.702426 run osmo-msc_10.42.42.6(pid=20529): ERR: Terminated: ERROR {rc=2} [trial-2393↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20529)]\u000a19:06:51.754186 run osmo-msc_10.42.42.6(pid=20529): stdout: \u000a| (launched: 2022-12-13_19:06:50.532208) \u000a19:06:51.806797 run osmo-msc_10.42.42.6(pid=20529): stderr: \u000a| �[0;m�[38;5;43m20221213190650849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190650849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb95a933c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190650849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190650849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190650849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190650850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190650851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190650852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190650852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190650852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:06:51.851686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20522): Terminating (SIGTERM)\u000a19:06:51.894984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20525): Terminating (SIGTERM)\u000a19:06:51.938043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20528): Terminating (SIGTERM)\u000a19:06:51.947837 --- ParallelTerminationStrategy: PID 20522 died...\u000a19:06:52.005252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20522): Terminated: ok {rc=0}\u000a19:06:52.015242 --- ParallelTerminationStrategy: PID 20525 died...\u000a19:06:52.071985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20525): Terminated: ok {rc=0}\u000a19:06:52.082235 --- ParallelTerminationStrategy: PID 20528 died...\u000a19:06:52.138716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20528): Terminated: ok {rc=0}\u000a19:06:52.227009 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:06:44" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20540): Process ended prematurely: osmo-stp_10.42.42.5(pid=20540) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20540)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20540): Process ended prematurely: osmo-stp_10.42.42.5(pid=20540) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20540)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:06:54.192195 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:06:54.204112 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:06:54.370583 tst mo_mt_call.py: using LAC 35647\u000a19:06:54.501086 tst mo_mt_call.py: using RAC 202\u000a19:06:54.620699 tst mo_mt_call.py: using CellId 35647\u000a19:06:54.738654 tst mo_mt_call.py: using BVCI 35648\u000a19:06:54.762015 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:06:54.773423 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:06:54.784636 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:06:54.795933 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:06:54.807162 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:06:54.818290 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:06:54.938619 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:06:55.139751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:06:55.624177 run create_hlr_db(pid=20534): Launched\u000a19:06:55.798306 bus /sierra_2: Setting Powered False\u000a19:06:56.819634 run create_hlr_db(pid=20534): Terminated: ok {rc=0}\u000a19:06:57.249882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20536): Launched\u000a19:06:57.575498 run osmo-hlr_10.42.42.2(pid=20537): Launched\u000a19:06:57.694005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:06:58.258677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20539): Launched\u000a19:06:58.583964 run osmo-stp_10.42.42.5(pid=20540): Launched\u000a19:06:58.705182 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:06:59.297121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20542): Launched\u000a19:06:59.623616 run osmo-msc_10.42.42.6(pid=20543): Launched\u000a19:06:59.813591 run osmo-stp_10.42.42.5(pid=20540): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20540)]\u000a19:06:59.951378 run osmo-stp_10.42.42.5(pid=20540): stdout: \u000a| (launched: 2022-12-13_19:06:58.423572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:00.087730 run osmo-stp_10.42.42.5(pid=20540): stderr: \u000a| �[0;m�[38;5;43m20221213190658613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190658614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190658614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190658614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190658615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190658615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190658615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:00.219429 run osmo-stp_10.42.42.5(pid=20540): stdout: \u000a| (launched: 2022-12-13_19:06:58.423572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:00.349880 run osmo-stp_10.42.42.5(pid=20540): stderr: \u000a| �[0;m�[38;5;43m20221213190658613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190658614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190658614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190658614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190658615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190658615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190658615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:00.407112 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20540): Process ended prematurely: osmo-stp_10.42.42.5(pid=20540) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20540)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:07:00.416360 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:07:00.479920 run osmo-hlr_10.42.42.2(pid=20537): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20537)]\u000a19:07:00.532071 run osmo-hlr_10.42.42.2(pid=20537): stdout: \u000a| (launched: 2022-12-13_19:06:57.415452) \u000a19:07:00.584824 run osmo-hlr_10.42.42.2(pid=20537): stderr: \u000a| �[0;m�[1;31m20221213190657610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190657610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190657610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190657610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190657610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190657610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190657629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190657638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190657638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190657638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:07:00.656438 run osmo-msc_10.42.42.6(pid=20543): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20543)]\u000a19:07:00.708276 run osmo-msc_10.42.42.6(pid=20543): stdout: \u000a| (launched: 2022-12-13_19:06:59.462128) \u000a19:07:00.760900 run osmo-msc_10.42.42.6(pid=20543): stderr: \u000a| �[0;m�[38;5;43m20221213190659779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190659779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9704b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190659779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190659779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190659779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190659780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190659781 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190659782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190659782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190659782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:07:00.805733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20536): Terminating (SIGTERM)\u000a19:07:00.852112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20539): Terminating (SIGTERM)\u000a19:07:00.900889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20542): Terminating (SIGTERM)\u000a19:07:00.911035 --- ParallelTerminationStrategy: PID 20536 died...\u000a19:07:00.970225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20536): Terminated: ok {rc=0}\u000a19:07:00.980838 --- ParallelTerminationStrategy: PID 20539 died...\u000a19:07:01.038654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20539): Terminated: ok {rc=0}\u000a19:07:01.049241 --- ParallelTerminationStrategy: PID 20542 died...\u000a19:07:01.107107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20542): Terminated: ok {rc=0}\u000a19:07:01.201706 bus /sierra_3: Setting Powered False\u000a19:07:02.318623 bus /sierra_3: Setting Powered False\u000a19:07:03.427562 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20551): Process ended prematurely: osmo-stp_10.42.42.5(pid=20551) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20551): Process ended prematurely: osmo-stp_10.42.42.5(pid=20551) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:07:04.542124 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:07:04.554659 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:07:04.721878 tst mo_mt_call_osmux.py: using LAC 35648\u000a19:07:04.847455 tst mo_mt_call_osmux.py: using RAC 203\u000a19:07:04.973254 tst mo_mt_call_osmux.py: using CellId 35648\u000a19:07:05.100791 tst mo_mt_call_osmux.py: using BVCI 35649\u000a19:07:05.125654 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:07:05.137537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:07:05.149248 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:07:05.160853 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:07:05.172846 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:07:05.185442 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:07:05.300567 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:07:05.514306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:07:06.024055 run create_hlr_db(pid=20545): Launched\u000a19:07:06.211721 bus /sierra_2: Setting Powered False\u000a19:07:07.232925 run create_hlr_db(pid=20545): Terminated: ok {rc=0}\u000a19:07:07.663708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20547): Launched\u000a19:07:07.989148 run osmo-hlr_10.42.42.2(pid=20548): Launched\u000a19:07:08.109632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:07:08.674437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20550): Launched\u000a19:07:08.999622 run osmo-stp_10.42.42.5(pid=20551): Launched\u000a19:07:09.118212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:07:09.709535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20553): Launched\u000a19:07:10.036072 run osmo-msc_10.42.42.6(pid=20554): Launched\u000a19:07:10.225861 run osmo-stp_10.42.42.5(pid=20551): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)]\u000a19:07:10.363316 run osmo-stp_10.42.42.5(pid=20551): stdout: \u000a| (launched: 2022-12-13_19:07:08.839624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:10.499117 run osmo-stp_10.42.42.5(pid=20551): stderr: \u000a| �[0;m�[38;5;43m20221213190709027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190709028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190709028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190709028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190709029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190709029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190709029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:10.629877 run osmo-stp_10.42.42.5(pid=20551): stdout: \u000a| (launched: 2022-12-13_19:07:08.839624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:10.759243 run osmo-stp_10.42.42.5(pid=20551): stderr: \u000a| �[0;m�[38;5;43m20221213190709027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190709028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190709028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190709028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190709029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190709029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190709029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:10.815875 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20551): Process ended prematurely: osmo-stp_10.42.42.5(pid=20551) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:07:10.825127 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:07:10.888326 run osmo-hlr_10.42.42.2(pid=20548): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20548)]\u000a19:07:10.940359 run osmo-hlr_10.42.42.2(pid=20548): stdout: \u000a| (launched: 2022-12-13_19:07:07.829589) \u000a19:07:10.992877 run osmo-hlr_10.42.42.2(pid=20548): stderr: \u000a| �[0;m�[1;31m20221213190708024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190708024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190708024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190708024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190708024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190708024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190708036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190708045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190708045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190708045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:07:11.064155 run osmo-msc_10.42.42.6(pid=20554): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20554)]\u000a19:07:11.115949 run osmo-msc_10.42.42.6(pid=20554): stdout: \u000a| (launched: 2022-12-13_19:07:09.874428) \u000a19:07:11.168220 run osmo-msc_10.42.42.6(pid=20554): stderr: \u000a| �[0;m�[38;5;43m20221213190710193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190710193 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c58515c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190710193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190710193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190710193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190710194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190710195 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190710196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190710196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190710196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:07:11.213013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20547): Terminating (SIGTERM)\u000a19:07:11.255318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20550): Terminating (SIGTERM)\u000a19:07:11.297750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20553): Terminating (SIGTERM)\u000a19:07:11.307383 --- ParallelTerminationStrategy: PID 20547 died...\u000a19:07:11.364262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20547): Terminated: ok {rc=0}\u000a19:07:11.374302 --- ParallelTerminationStrategy: PID 20550 died...\u000a19:07:11.430704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20550): Terminated: ok {rc=0}\u000a19:07:11.440679 --- ParallelTerminationStrategy: PID 20553 died...\u000a19:07:11.497165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20553): Terminated: ok {rc=0}\u000a19:07:11.585514 bus /sierra_3: Setting Powered False\u000a19:07:12.689800 bus /sierra_3: Setting Powered False\u000a19:07:13.801246 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:06:53" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20565): Process ended prematurely: osmo-stp_10.42.42.5(pid=20565) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20565)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20565): Process ended prematurely: osmo-stp_10.42.42.5(pid=20565) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:07:15.824733 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:07:15.836928 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:07:16.021063 tst mo_mt_call.py: using LAC 35649\u000a19:07:16.184819 tst mo_mt_call.py: using RAC 204\u000a19:07:16.314212 tst mo_mt_call.py: using CellId 35649\u000a19:07:16.442270 tst mo_mt_call.py: using BVCI 35650\u000a19:07:16.468443 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:07:16.481408 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:07:16.494193 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:07:16.506949 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:07:16.521446 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:07:16.534988 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:07:16.681311 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:07:16.934635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:07:17.458115 run create_hlr_db(pid=20559): Launched\u000a19:07:17.646022 bus /sierra_2: Setting Powered False\u000a19:07:18.667188 run create_hlr_db(pid=20559): Terminated: ok {rc=0}\u000a19:07:19.074192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20561): Launched\u000a19:07:19.377486 run osmo-hlr_10.42.42.2(pid=20562): Launched\u000a19:07:19.493026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:07:20.018745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20564): Launched\u000a19:07:20.321930 run osmo-stp_10.42.42.5(pid=20565): Launched\u000a19:07:20.431175 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:07:20.987862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20567): Launched\u000a19:07:21.290933 run osmo-msc_10.42.42.6(pid=20568): Launched\u000a19:07:21.468455 run osmo-stp_10.42.42.5(pid=20565): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20565)]\u000a19:07:21.597188 run osmo-stp_10.42.42.5(pid=20565): stdout: \u000a| (launched: 2022-12-13_19:07:20.172637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:21.723187 run osmo-stp_10.42.42.5(pid=20565): stderr: \u000a| �[0;m�[38;5;43m20221213190720339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190720339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190720339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190720340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190720340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190720340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190720341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:21.844848 run osmo-stp_10.42.42.5(pid=20565): stdout: \u000a| (launched: 2022-12-13_19:07:20.172637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:21.966091 run osmo-stp_10.42.42.5(pid=20565): stderr: \u000a| �[0;m�[38;5;43m20221213190720339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190720339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190720339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190720340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190720340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190720340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190720341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:22.019387 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20565): Process ended prematurely: osmo-stp_10.42.42.5(pid=20565) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20565)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:07:22.028041 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:07:22.088040 run osmo-hlr_10.42.42.2(pid=20562): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20562)]\u000a19:07:22.137199 run osmo-hlr_10.42.42.2(pid=20562): stdout: \u000a| (launched: 2022-12-13_19:07:19.228845) \u000a19:07:22.187011 run osmo-hlr_10.42.42.2(pid=20562): stderr: \u000a| �[0;m�[1;31m20221213190719401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190719402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190719402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190719402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190719402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190719402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190719414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190719422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190719422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190719422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:07:22.254826 run osmo-msc_10.42.42.6(pid=20568): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20568)]\u000a19:07:22.304579 run osmo-msc_10.42.42.6(pid=20568): stdout: \u000a| (launched: 2022-12-13_19:07:21.141976) \u000a19:07:22.354386 run osmo-msc_10.42.42.6(pid=20568): stderr: \u000a| �[0;m�[38;5;43m20221213190721409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190721409 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b31b25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190721409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190721409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190721409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190721410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190721412 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190721413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190721413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190721413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:07:22.396326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20561): Terminating (SIGTERM)\u000a19:07:22.435876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20564): Terminating (SIGTERM)\u000a19:07:22.475389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20567): Terminating (SIGTERM)\u000a19:07:22.484606 --- ParallelTerminationStrategy: PID 20561 died...\u000a19:07:22.537945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20561): Terminated: ok {rc=0}\u000a19:07:22.547383 --- ParallelTerminationStrategy: PID 20564 died...\u000a19:07:22.600108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20564): Terminated: ok {rc=0}\u000a19:07:22.609763 --- ParallelTerminationStrategy: PID 20567 died...\u000a19:07:22.662674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20567): Terminated: ok {rc=0}\u000a19:07:22.751170 bus /sierra_3: Setting Powered False\u000a19:07:23.858646 bus /sierra_3: Setting Powered False\u000a19:07:24.967495 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20576): Process ended prematurely: osmo-stp_10.42.42.5(pid=20576) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20576)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20576): Process ended prematurely: osmo-stp_10.42.42.5(pid=20576) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:07:26.083026 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:07:26.095618 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:07:26.263809 tst mo_mt_call_osmux.py: using LAC 35650\u000a19:07:26.391717 tst mo_mt_call_osmux.py: using RAC 205\u000a19:07:26.518632 tst mo_mt_call_osmux.py: using CellId 35650\u000a19:07:26.641295 tst mo_mt_call_osmux.py: using BVCI 35651\u000a19:07:26.664714 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:07:26.675982 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:07:26.687414 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:07:26.698742 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:07:26.710236 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:07:26.721875 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:07:26.842053 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:07:27.046151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:07:27.530420 run create_hlr_db(pid=20570): Launched\u000a19:07:27.704595 bus /sierra_2: Setting Powered False\u000a19:07:28.726696 run create_hlr_db(pid=20570): Terminated: ok {rc=0}\u000a19:07:29.131066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20572): Launched\u000a19:07:29.433587 run osmo-hlr_10.42.42.2(pid=20573): Launched\u000a19:07:29.544480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:07:30.069841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20575): Launched\u000a19:07:30.373812 run osmo-stp_10.42.42.5(pid=20576): Launched\u000a19:07:30.483478 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:07:31.082134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20578): Launched\u000a19:07:31.493472 run osmo-msc_10.42.42.6(pid=20579): Launched\u000a19:07:31.839288 run osmo-stp_10.42.42.5(pid=20576): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20576)]\u000a19:07:32.011646 run osmo-stp_10.42.42.5(pid=20576): stdout: \u000a| (launched: 2022-12-13_19:07:30.224231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:32.255706 run osmo-stp_10.42.42.5(pid=20576): stderr: \u000a| �[0;m�[38;5;43m20221213190730391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190730391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190730391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190730392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190730392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190730392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190730392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:32.391321 run osmo-stp_10.42.42.5(pid=20576): stdout: \u000a| (launched: 2022-12-13_19:07:30.224231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:32.522995 run osmo-stp_10.42.42.5(pid=20576): stderr: \u000a| �[0;m�[38;5;43m20221213190730391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190730391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190730391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190730392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190730392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190730392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190730392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:32.581013 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20576): Process ended prematurely: osmo-stp_10.42.42.5(pid=20576) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20576)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:07:32.590635 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a19:07:32.654645 run osmo-hlr_10.42.42.2(pid=20573): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20573)]\u000a19:07:32.707278 run osmo-hlr_10.42.42.2(pid=20573): stdout: \u000a| (launched: 2022-12-13_19:07:29.285176) \u000a19:07:32.760455 run osmo-hlr_10.42.42.2(pid=20573): stderr: \u000a| �[0;m�[1;31m20221213190729460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190729460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190729460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190729460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190729460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190729460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190729473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190729481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190729482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190729482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:07:32.832475 run osmo-msc_10.42.42.6(pid=20579): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20579)]\u000a19:07:32.884856 run osmo-msc_10.42.42.6(pid=20579): stdout: \u000a| (launched: 2022-12-13_19:07:31.253043) \u000a19:07:32.938180 run osmo-msc_10.42.42.6(pid=20579): stderr: \u000a| �[0;m�[38;5;43m20221213190731888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190731888 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e70d71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190731888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190731897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190731897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190731897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190731899 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190731899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190731900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190731900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:07:32.983768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20572): Terminating (SIGTERM)\u000a19:07:33.026700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20575): Terminating (SIGTERM)\u000a19:07:33.069407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20578): Terminating (SIGTERM)\u000a19:07:33.079450 --- ParallelTerminationStrategy: PID 20572 died...\u000a19:07:33.137069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20572): Terminated: ok {rc=0}\u000a19:07:33.147367 --- ParallelTerminationStrategy: PID 20575 died...\u000a19:07:33.204501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20575): Terminated: ok {rc=0}\u000a19:07:33.214767 --- ParallelTerminationStrategy: PID 20578 died...\u000a19:07:33.271757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20578): Terminated: ok {rc=0}\u000a19:07:33.358552 bus /sierra_3: Setting Powered False\u000a19:07:34.465164 bus /sierra_3: Setting Powered False\u000a19:07:35.573397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:07:15" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:07:37.583268 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:07:37.594826 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:07:37.750315 tst mo_mt_call.py: using LAC 35651\u000a19:07:37.867482 tst mo_mt_call.py: using RAC 206\u000a19:07:37.985563 tst mo_mt_call.py: using CellId 35651\u000a19:07:38.102992 tst mo_mt_call.py: using BVCI 35652\u000a19:07:38.126131 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:07:38.137552 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:07:38.148536 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:07:38.159564 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:07:38.170719 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:07:38.181828 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:07:38.301726 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:07:38.505808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:07:38.992812 run create_hlr_db(pid=20584): Launched\u000a19:07:39.167253 bus /sierra_2: Setting Powered False\u000a19:07:40.189639 run create_hlr_db(pid=20584): Terminated: ok {rc=0}\u000a19:07:40.623032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Launched\u000a19:07:40.948448 run osmo-hlr_10.42.42.2(pid=20587): Launched\u000a19:07:41.069995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:07:41.636743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Launched\u000a19:07:41.963762 run osmo-stp_10.42.42.5(pid=20590): Launched\u000a19:07:42.082219 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:07:42.676929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20592): Launched\u000a19:07:43.006350 run osmo-msc_10.42.42.6(pid=20593): Launched\u000a19:07:43.198169 run osmo-stp_10.42.42.5(pid=20590): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]\u000a19:07:43.336207 run osmo-stp_10.42.42.5(pid=20590): stdout: \u000a| (launched: 2022-12-13_19:07:41.802554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:43.473454 run osmo-stp_10.42.42.5(pid=20590): stderr: \u000a| �[0;m�[38;5;43m20221213190741990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190741991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190741991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190741991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190741992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190741992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190741992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:43.605490 run osmo-stp_10.42.42.5(pid=20590): stdout: \u000a| (launched: 2022-12-13_19:07:41.802554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:43.736881 run osmo-stp_10.42.42.5(pid=20590): stderr: \u000a| �[0;m�[38;5;43m20221213190741990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190741991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190741991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190741991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190741992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190741992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190741992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:43.794514 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:07:43.803869 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:07:43.867510 run osmo-hlr_10.42.42.2(pid=20587): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20587)]\u000a19:07:43.919930 run osmo-hlr_10.42.42.2(pid=20587): stdout: \u000a| (launched: 2022-12-13_19:07:40.788549) \u000a19:07:43.972523 run osmo-hlr_10.42.42.2(pid=20587): stderr: \u000a| �[0;m�[1;31m20221213190740981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190740981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190740981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190740981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190740981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190740982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190740994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190741006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190741006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190741006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:07:44.043984 run osmo-msc_10.42.42.6(pid=20593): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20593)]\u000a19:07:44.096023 run osmo-msc_10.42.42.6(pid=20593): stdout: \u000a| (launched: 2022-12-13_19:07:42.843426) \u000a19:07:44.148473 run osmo-msc_10.42.42.6(pid=20593): stderr: \u000a| �[0;m�[38;5;43m20221213190743162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190743162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b22ac0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190743162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190743162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190743162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190743162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190743164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190743164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190743164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190743164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:07:44.193042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Terminating (SIGTERM)\u000a19:07:44.235766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Terminating (SIGTERM)\u000a19:07:44.278810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20592): Terminating (SIGTERM)\u000a19:07:44.288612 --- ParallelTerminationStrategy: PID 20586 died...\u000a19:07:44.345884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Terminated: ok {rc=0}\u000a19:07:44.356076 --- ParallelTerminationStrategy: PID 20589 died...\u000a19:07:44.412767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Terminated: ok {rc=0}\u000a19:07:44.423032 --- ParallelTerminationStrategy: PID 20592 died...\u000a19:07:44.479965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20592): Terminated: ok {rc=0}\u000a19:07:44.568012 bus /sierra_3: Setting Powered False\u000a19:07:45.670028 bus /sierra_3: Setting Powered False\u000a19:07:46.783668 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20601): Process ended prematurely: osmo-stp_10.42.42.5(pid=20601) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20601)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20601): Process ended prematurely: osmo-stp_10.42.42.5(pid=20601) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:07:47.900227 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:07:47.912871 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:07:48.082137 tst mo_mt_call_osmux.py: using LAC 35652\u000a19:07:48.208743 tst mo_mt_call_osmux.py: using RAC 207\u000a19:07:48.336271 tst mo_mt_call_osmux.py: using CellId 35652\u000a19:07:48.462968 tst mo_mt_call_osmux.py: using BVCI 35653\u000a19:07:48.487897 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:07:48.499927 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:07:48.511772 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:07:48.523970 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:07:48.536365 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:07:48.548625 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:07:48.665939 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:07:48.881509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:07:49.395770 run create_hlr_db(pid=20595): Launched\u000a19:07:49.584536 bus /sierra_2: Setting Powered False\u000a19:07:50.607335 run create_hlr_db(pid=20595): Terminated: ok {rc=0}\u000a19:07:51.015234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20597): Launched\u000a19:07:51.318688 run osmo-hlr_10.42.42.2(pid=20598): Launched\u000a19:07:51.438995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:07:51.974116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20600): Launched\u000a19:07:52.277076 run osmo-stp_10.42.42.5(pid=20601): Launched\u000a19:07:52.387182 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:07:52.943402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20603): Launched\u000a19:07:53.248885 run osmo-msc_10.42.42.6(pid=20604): Launched\u000a19:07:53.428711 run osmo-stp_10.42.42.5(pid=20601): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20601)]\u000a19:07:53.558715 run osmo-stp_10.42.42.5(pid=20601): stdout: \u000a| (launched: 2022-12-13_19:07:52.128214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:53.685960 run osmo-stp_10.42.42.5(pid=20601): stderr: \u000a| �[0;m�[38;5;43m20221213190752295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190752295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190752296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190752296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190752297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190752297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190752297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:53.808589 run osmo-stp_10.42.42.5(pid=20601): stdout: \u000a| (launched: 2022-12-13_19:07:52.128214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:07:53.930967 run osmo-stp_10.42.42.5(pid=20601): stderr: \u000a| �[0;m�[38;5;43m20221213190752295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190752295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190752296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190752296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190752297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190752297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190752297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:07:53.984615 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20601): Process ended prematurely: osmo-stp_10.42.42.5(pid=20601) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20601)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:07:53.993090 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:07:54.054275 run osmo-hlr_10.42.42.2(pid=20598): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20598)]\u000a19:07:54.104506 run osmo-hlr_10.42.42.2(pid=20598): stdout: \u000a| (launched: 2022-12-13_19:07:51.169782) \u000a19:07:54.155173 run osmo-hlr_10.42.42.2(pid=20598): stderr: \u000a| �[0;m�[1;31m20221213190751341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190751341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190751341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190751341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190751342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190751342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190751354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190751362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190751363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190751363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:07:54.223473 run osmo-msc_10.42.42.6(pid=20604): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20604)]\u000a19:07:54.272927 run osmo-msc_10.42.42.6(pid=20604): stdout: \u000a| (launched: 2022-12-13_19:07:53.098219) \u000a19:07:54.323179 run osmo-msc_10.42.42.6(pid=20604): stderr: \u000a| �[0;m�[38;5;43m20221213190753366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190753366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32fde93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190753366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190753366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190753366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190753367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190753368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190753369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190753369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190753369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:07:54.365971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20597): Terminating (SIGTERM)\u000a19:07:54.406176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20600): Terminating (SIGTERM)\u000a19:07:54.446483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20603): Terminating (SIGTERM)\u000a19:07:54.455646 --- ParallelTerminationStrategy: PID 20597 died...\u000a19:07:54.509869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20597): Terminated: ok {rc=0}\u000a19:07:54.519307 --- ParallelTerminationStrategy: PID 20600 died...\u000a19:07:54.573982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20600): Terminated: ok {rc=0}\u000a19:07:54.583585 --- ParallelTerminationStrategy: PID 20603 died...\u000a19:07:54.637589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20603): Terminated: ok {rc=0}\u000a19:07:54.726456 bus /sierra_3: Setting Powered False\u000a19:07:55.830072 bus /sierra_3: Setting Powered False\u000a19:07:56.942343 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:07:37" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20615): Process ended prematurely: osmo-stp_10.42.42.5(pid=20615) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20615)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20615): Process ended prematurely: osmo-stp_10.42.42.5(pid=20615) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:07:58.951554 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:07:58.963444 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:07:59.130063 tst mo_mt_call.py: using LAC 35653\u000a19:07:59.255978 tst mo_mt_call.py: using RAC 208\u000a19:07:59.382559 tst mo_mt_call.py: using CellId 35653\u000a19:07:59.504025 tst mo_mt_call.py: using BVCI 35654\u000a19:07:59.527227 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:07:59.538691 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:07:59.549897 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:07:59.561245 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:07:59.572631 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:07:59.583818 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:07:59.704308 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:07:59.907511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:08:00.392139 run create_hlr_db(pid=20609): Launched\u000a19:08:00.566216 bus /sierra_2: Setting Powered False\u000a19:08:01.634910 run create_hlr_db(pid=20609): Terminated: ok {rc=0}\u000a19:08:02.092524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20611): Launched\u000a19:08:02.421599 run osmo-hlr_10.42.42.2(pid=20612): Launched\u000a19:08:02.540111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:08:03.107378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20614): Launched\u000a19:08:03.431408 run osmo-stp_10.42.42.5(pid=20615): Launched\u000a19:08:03.549943 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:08:04.145488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20617): Launched\u000a19:08:04.471870 run osmo-msc_10.42.42.6(pid=20618): Launched\u000a19:08:04.663291 run osmo-stp_10.42.42.5(pid=20615): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20615)]\u000a19:08:04.801338 run osmo-stp_10.42.42.5(pid=20615): stdout: \u000a| (launched: 2022-12-13_19:08:03.272320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:04.938663 run osmo-stp_10.42.42.5(pid=20615): stderr: \u000a| �[0;m�[38;5;43m20221213190803460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190803460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190803460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190803460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190803461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190803461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190803461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:05.071329 run osmo-stp_10.42.42.5(pid=20615): stdout: \u000a| (launched: 2022-12-13_19:08:03.272320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:05.202573 run osmo-stp_10.42.42.5(pid=20615): stderr: \u000a| �[0;m�[38;5;43m20221213190803460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190803460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190803460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190803460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190803461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190803461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190803461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:05.260093 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20615): Process ended prematurely: osmo-stp_10.42.42.5(pid=20615) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20615)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:08:05.269395 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a19:08:05.332891 run osmo-hlr_10.42.42.2(pid=20612): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20612)]\u000a19:08:05.384661 run osmo-hlr_10.42.42.2(pid=20612): stdout: \u000a| (launched: 2022-12-13_19:08:02.260677) \u000a19:08:05.437285 run osmo-hlr_10.42.42.2(pid=20612): stderr: \u000a| �[0;m�[1;31m20221213190802454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190802454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190802454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190802454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190802454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190802454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190802467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190802478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190802478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190802478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:08:05.508408 run osmo-msc_10.42.42.6(pid=20618): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20618)]\u000a19:08:05.560521 run osmo-msc_10.42.42.6(pid=20618): stdout: \u000a| (launched: 2022-12-13_19:08:04.311629) \u000a19:08:05.612920 run osmo-msc_10.42.42.6(pid=20618): stderr: \u000a| �[0;m�[38;5;43m20221213190804631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190804631 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f764adcec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190804631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190804631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190804632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190804632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190804634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190804634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190804634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190804634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:08:05.657627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20611): Terminating (SIGTERM)\u000a19:08:05.700026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20614): Terminating (SIGTERM)\u000a19:08:05.742663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20617): Terminating (SIGTERM)\u000a19:08:05.752450 --- ParallelTerminationStrategy: PID 20611 died...\u000a19:08:05.809448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20611): Terminated: ok {rc=0}\u000a19:08:05.819583 --- ParallelTerminationStrategy: PID 20614 died...\u000a19:08:05.875998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20614): Terminated: ok {rc=0}\u000a19:08:05.885990 --- ParallelTerminationStrategy: PID 20617 died...\u000a19:08:05.942611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20617): Terminated: ok {rc=0}\u000a19:08:06.030560 bus /sierra_3: Setting Powered False\u000a19:08:07.135087 bus /sierra_3: Setting Powered False\u000a19:08:08.246174 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20626): Process ended prematurely: osmo-stp_10.42.42.5(pid=20626) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20626)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20626): Process ended prematurely: osmo-stp_10.42.42.5(pid=20626) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:08:09.364352 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:08:09.376846 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:08:09.545229 tst mo_mt_call_osmux.py: using LAC 35654\u000a19:08:09.674890 tst mo_mt_call_osmux.py: using RAC 209\u000a19:08:09.802339 tst mo_mt_call_osmux.py: using CellId 35654\u000a19:08:09.929324 tst mo_mt_call_osmux.py: using BVCI 35655\u000a19:08:09.954096 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:08:09.965896 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:08:09.977618 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:08:09.989247 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:08:10.001459 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:08:10.013587 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:08:10.134447 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:08:10.337549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:08:10.825028 run create_hlr_db(pid=20620): Launched\u000a19:08:10.999484 bus /sierra_2: Setting Powered False\u000a19:08:12.022402 run create_hlr_db(pid=20620): Terminated: ok {rc=0}\u000a19:08:12.426843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20622): Launched\u000a19:08:12.734456 run osmo-hlr_10.42.42.2(pid=20623): Launched\u000a19:08:12.849842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:08:13.377719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20625): Launched\u000a19:08:13.681871 run osmo-stp_10.42.42.5(pid=20626): Launched\u000a19:08:13.791742 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:08:14.347727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20628): Launched\u000a19:08:14.654772 run osmo-msc_10.42.42.6(pid=20629): Launched\u000a19:08:14.832888 run osmo-stp_10.42.42.5(pid=20626): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20626)]\u000a19:08:14.961572 run osmo-stp_10.42.42.5(pid=20626): stdout: \u000a| (launched: 2022-12-13_19:08:13.532540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:15.087843 run osmo-stp_10.42.42.5(pid=20626): stderr: \u000a| �[0;m�[38;5;43m20221213190813700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190813701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190813701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190813701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190813702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190813702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190813702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:15.210603 run osmo-stp_10.42.42.5(pid=20626): stdout: \u000a| (launched: 2022-12-13_19:08:13.532540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:15.331992 run osmo-stp_10.42.42.5(pid=20626): stderr: \u000a| �[0;m�[38;5;43m20221213190813700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190813701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190813701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190813701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190813702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190813702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190813702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:15.385520 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20626): Process ended prematurely: osmo-stp_10.42.42.5(pid=20626) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20626)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:08:15.394201 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:08:15.454133 run osmo-hlr_10.42.42.2(pid=20623): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20623)]\u000a19:08:15.503258 run osmo-hlr_10.42.42.2(pid=20623): stdout: \u000a| (launched: 2022-12-13_19:08:12.582066) \u000a19:08:15.552984 run osmo-hlr_10.42.42.2(pid=20623): stderr: \u000a| �[0;m�[1;31m20221213190812757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190812757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190812758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190812758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190812758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190812758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190812770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190812778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190812778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190812778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:08:15.620558 run osmo-msc_10.42.42.6(pid=20629): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20629)]\u000a19:08:15.669637 run osmo-msc_10.42.42.6(pid=20629): stdout: \u000a| (launched: 2022-12-13_19:08:14.502873) \u000a19:08:15.719278 run osmo-msc_10.42.42.6(pid=20629): stderr: \u000a| �[0;m�[38;5;43m20221213190814773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190814773 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8158aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190814773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190814773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190814773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190814773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190814775 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190814775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190814775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190814776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:08:15.761237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20622): Terminating (SIGTERM)\u000a19:08:15.800925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20625): Terminating (SIGTERM)\u000a19:08:15.858133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20628): Terminating (SIGTERM)\u000a19:08:15.876027 --- ParallelTerminationStrategy: PID 20622 died...\u000a19:08:15.940655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20622): Terminated: ok {rc=0}\u000a19:08:15.952635 --- ParallelTerminationStrategy: PID 20625 died...\u000a19:08:16.012406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20625): Terminated: ok {rc=0}\u000a19:08:16.024360 --- ParallelTerminationStrategy: PID 20628 died...\u000a19:08:16.085279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20628): Terminated: ok {rc=0}\u000a19:08:16.176504 bus /sierra_3: Setting Powered False\u000a19:08:17.283152 bus /sierra_3: Setting Powered False\u000a19:08:18.392241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:07:58" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20640): Process ended prematurely: osmo-stp_10.42.42.5(pid=20640) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20640)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20640): Process ended prematurely: osmo-stp_10.42.42.5(pid=20640) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:08:20.408034 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:08:20.420055 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:08:20.585825 tst mo_mt_call.py: using LAC 35655\u000a19:08:20.707015 tst mo_mt_call.py: using RAC 210\u000a19:08:20.828585 tst mo_mt_call.py: using CellId 35655\u000a19:08:20.949300 tst mo_mt_call.py: using BVCI 35656\u000a19:08:20.972349 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:08:20.983721 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:08:20.994871 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:08:21.005965 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:08:21.017176 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:08:21.028241 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:08:21.147962 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:08:21.351312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:08:21.838868 run create_hlr_db(pid=20634): Launched\u000a19:08:22.014394 bus /sierra_2: Setting Powered False\u000a19:08:23.036016 run create_hlr_db(pid=20634): Terminated: ok {rc=0}\u000a19:08:23.441321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20636): Launched\u000a19:08:23.746483 run osmo-hlr_10.42.42.2(pid=20637): Launched\u000a19:08:23.867880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:08:24.404234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20639): Launched\u000a19:08:24.718472 run osmo-stp_10.42.42.5(pid=20640): Launched\u000a19:08:24.839214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:08:25.436883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20642): Launched\u000a19:08:25.764784 run osmo-msc_10.42.42.6(pid=20643): Launched\u000a19:08:25.956292 run osmo-stp_10.42.42.5(pid=20640): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20640)]\u000a19:08:26.096017 run osmo-stp_10.42.42.5(pid=20640): stdout: \u000a| (launched: 2022-12-13_19:08:24.559185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:26.233333 run osmo-stp_10.42.42.5(pid=20640): stderr: \u000a| �[0;m�[38;5;43m20221213190824743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190824743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190824743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190824744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190824744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190824744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190824744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:26.365728 run osmo-stp_10.42.42.5(pid=20640): stdout: \u000a| (launched: 2022-12-13_19:08:24.559185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:26.496881 run osmo-stp_10.42.42.5(pid=20640): stderr: \u000a| �[0;m�[38;5;43m20221213190824743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190824743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190824743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190824744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190824744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190824744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190824744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:26.554370 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20640): Process ended prematurely: osmo-stp_10.42.42.5(pid=20640) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20640)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:08:26.563470 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:08:26.626561 run osmo-hlr_10.42.42.2(pid=20637): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20637)]\u000a19:08:26.678317 run osmo-hlr_10.42.42.2(pid=20637): stdout: \u000a| (launched: 2022-12-13_19:08:23.596669) \u000a19:08:26.730902 run osmo-hlr_10.42.42.2(pid=20637): stderr: \u000a| �[0;m�[1;31m20221213190823769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190823769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190823769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190823769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190823769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190823769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190823781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190823789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190823789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190823789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:08:26.802107 run osmo-msc_10.42.42.6(pid=20643): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20643)]\u000a19:08:26.853919 run osmo-msc_10.42.42.6(pid=20643): stdout: \u000a| (launched: 2022-12-13_19:08:25.603765) \u000a19:08:26.906131 run osmo-msc_10.42.42.6(pid=20643): stderr: \u000a| �[0;m�[38;5;43m20221213190825922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190825922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9e2245c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190825922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190825922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190825922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190825922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190825924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190825924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190825924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190825925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:08:26.951268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20636): Terminating (SIGTERM)\u000a19:08:26.993742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20639): Terminating (SIGTERM)\u000a19:08:27.036052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20642): Terminating (SIGTERM)\u000a19:08:27.045811 --- ParallelTerminationStrategy: PID 20636 died...\u000a19:08:27.102543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20636): Terminated: ok {rc=0}\u000a19:08:27.112554 --- ParallelTerminationStrategy: PID 20639 died...\u000a19:08:27.168707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20639): Terminated: ok {rc=0}\u000a19:08:27.178730 --- ParallelTerminationStrategy: PID 20642 died...\u000a19:08:27.234906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20642): Terminated: ok {rc=0}\u000a19:08:27.322271 bus /sierra_3: Setting Powered False\u000a19:08:28.429416 bus /sierra_3: Setting Powered False\u000a19:08:29.538655 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20651): Process ended prematurely: osmo-stp_10.42.42.5(pid=20651) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20651)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20651): Process ended prematurely: osmo-stp_10.42.42.5(pid=20651) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:08:30.654216 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:08:30.666751 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:08:30.836182 tst mo_mt_call_osmux.py: using LAC 35656\u000a19:08:30.994445 tst mo_mt_call_osmux.py: using RAC 211\u000a19:08:31.151820 tst mo_mt_call_osmux.py: using CellId 35656\u000a19:08:31.290381 tst mo_mt_call_osmux.py: using BVCI 35657\u000a19:08:31.315201 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:08:31.327672 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:08:31.339968 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:08:31.352452 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:08:31.364860 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:08:31.377266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:08:31.493057 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:08:31.718432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:08:32.273730 run create_hlr_db(pid=20645): Launched\u000a19:08:32.465223 bus /sierra_2: Setting Powered False\u000a19:08:33.484454 run create_hlr_db(pid=20645): Terminated: ok {rc=0}\u000a19:08:33.893480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20647): Launched\u000a19:08:34.198348 run osmo-hlr_10.42.42.2(pid=20648): Launched\u000a19:08:34.314577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:08:34.841271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20650): Launched\u000a19:08:35.146062 run osmo-stp_10.42.42.5(pid=20651): Launched\u000a19:08:35.255456 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:08:35.811578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20653): Launched\u000a19:08:36.117520 run osmo-msc_10.42.42.6(pid=20654): Launched\u000a19:08:36.295807 run osmo-stp_10.42.42.5(pid=20651): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20651)]\u000a19:08:36.424480 run osmo-stp_10.42.42.5(pid=20651): stdout: \u000a| (launched: 2022-12-13_19:08:34.997117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:36.552165 run osmo-stp_10.42.42.5(pid=20651): stderr: \u000a| �[0;m�[38;5;43m20221213190835161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190835161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190835162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190835162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190835163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190835163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190835163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:36.675495 run osmo-stp_10.42.42.5(pid=20651): stdout: \u000a| (launched: 2022-12-13_19:08:34.997117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:36.797634 run osmo-stp_10.42.42.5(pid=20651): stderr: \u000a| �[0;m�[38;5;43m20221213190835161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190835161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190835162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190835162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190835163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190835163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190835163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:36.851567 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20651): Process ended prematurely: osmo-stp_10.42.42.5(pid=20651) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20651)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:08:36.860434 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:08:36.921794 run osmo-hlr_10.42.42.2(pid=20648): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20648)]\u000a19:08:36.972142 run osmo-hlr_10.42.42.2(pid=20648): stdout: \u000a| (launched: 2022-12-13_19:08:34.048380) \u000a19:08:37.022656 run osmo-hlr_10.42.42.2(pid=20648): stderr: \u000a| �[0;m�[1;31m20221213190834224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190834224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190834224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190834224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190834224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190834224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190834236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190834245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190834245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190834245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:08:37.090954 run osmo-msc_10.42.42.6(pid=20654): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20654)]\u000a19:08:37.140257 run osmo-msc_10.42.42.6(pid=20654): stdout: \u000a| (launched: 2022-12-13_19:08:35.967010) \u000a19:08:37.190435 run osmo-msc_10.42.42.6(pid=20654): stderr: \u000a| �[0;m�[38;5;43m20221213190836237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190836237 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8689ec0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190836237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190836237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190836237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190836238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190836239 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190836240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190836240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190836240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:08:37.233059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20647): Terminating (SIGTERM)\u000a19:08:37.273141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20650): Terminating (SIGTERM)\u000a19:08:37.313833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20653): Terminating (SIGTERM)\u000a19:08:37.323134 --- ParallelTerminationStrategy: PID 20647 died...\u000a19:08:37.377332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20647): Terminated: ok {rc=0}\u000a19:08:37.387089 --- ParallelTerminationStrategy: PID 20650 died...\u000a19:08:37.440866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20650): Terminated: ok {rc=0}\u000a19:08:37.450671 --- ParallelTerminationStrategy: PID 20653 died...\u000a19:08:37.504287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20653): Terminated: ok {rc=0}\u000a19:08:37.592557 bus /sierra_3: Setting Powered False\u000a19:08:38.696635 bus /sierra_3: Setting Powered False\u000a19:08:39.808301 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:08:20" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20668): Process ended prematurely: osmo-stp_10.42.42.5(pid=20668) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20668)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20668): Process ended prematurely: osmo-stp_10.42.42.5(pid=20668) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:08:41.812321 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:08:41.823837 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:08:41.981965 tst mo_mt_call.py: using LAC 35657\u000a19:08:42.100363 tst mo_mt_call.py: using RAC 212\u000a19:08:42.218770 tst mo_mt_call.py: using CellId 35657\u000a19:08:42.339454 tst mo_mt_call.py: using BVCI 35658\u000a19:08:42.362620 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:08:42.374183 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:08:42.385567 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:08:42.396805 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:08:42.408187 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:08:42.419626 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:08:42.538867 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:08:42.742148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:08:43.228161 run create_hlr_db(pid=20662): Launched\u000a19:08:43.402881 bus /sierra_2: Setting Powered False\u000a19:08:44.424667 run create_hlr_db(pid=20662): Terminated: ok {rc=0}\u000a19:08:44.855797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20664): Launched\u000a19:08:45.183373 run osmo-hlr_10.42.42.2(pid=20665): Launched\u000a19:08:45.303924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:08:45.870789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20667): Launched\u000a19:08:46.300639 run osmo-stp_10.42.42.5(pid=20668): Launched\u000a19:08:46.525177 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:08:47.143610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20670): Launched\u000a19:08:47.472291 run osmo-msc_10.42.42.6(pid=20671): Launched\u000a19:08:47.666167 run osmo-stp_10.42.42.5(pid=20668): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20668)]\u000a19:08:47.805481 run osmo-stp_10.42.42.5(pid=20668): stdout: \u000a| (launched: 2022-12-13_19:08:46.047685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:47.942618 run osmo-stp_10.42.42.5(pid=20668): stderr: \u000a| �[0;m�[38;5;43m20221213190846339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190846339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190846339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190846339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190846340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190846340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190846340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:48.075563 run osmo-stp_10.42.42.5(pid=20668): stdout: \u000a| (launched: 2022-12-13_19:08:46.047685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:48.207090 run osmo-stp_10.42.42.5(pid=20668): stderr: \u000a| �[0;m�[38;5;43m20221213190846339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190846339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190846339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190846339 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190846340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190846340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190846340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:48.264764 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20668): Process ended prematurely: osmo-stp_10.42.42.5(pid=20668) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20668)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:08:48.274404 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:08:48.337591 run osmo-hlr_10.42.42.2(pid=20665): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20665)]\u000a19:08:48.389286 run osmo-hlr_10.42.42.2(pid=20665): stdout: \u000a| (launched: 2022-12-13_19:08:45.022765) \u000a19:08:48.441727 run osmo-hlr_10.42.42.2(pid=20665): stderr: \u000a| �[0;m�[1;31m20221213190845217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190845217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190845218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190845218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190845218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190845218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190845230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190845241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190845242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190845242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:08:48.512830 run osmo-msc_10.42.42.6(pid=20671): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20671)]\u000a19:08:48.564528 run osmo-msc_10.42.42.6(pid=20671): stdout: \u000a| (launched: 2022-12-13_19:08:47.311311) \u000a19:08:48.616913 run osmo-msc_10.42.42.6(pid=20671): stderr: \u000a| �[0;m�[38;5;43m20221213190847629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190847629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0c9fdbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190847629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190847629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190847630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190847630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190847631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190847632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190847632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190847632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:08:48.661741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20664): Terminating (SIGTERM)\u000a19:08:48.704249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20667): Terminating (SIGTERM)\u000a19:08:48.746589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20670): Terminating (SIGTERM)\u000a19:08:48.756211 --- ParallelTerminationStrategy: PID 20664 died...\u000a19:08:48.812530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20664): Terminated: ok {rc=0}\u000a19:08:48.822474 --- ParallelTerminationStrategy: PID 20667 died...\u000a19:08:48.878513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20667): Terminated: ok {rc=0}\u000a19:08:48.888434 --- ParallelTerminationStrategy: PID 20670 died...\u000a19:08:48.944486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20670): Terminated: ok {rc=0}\u000a19:08:49.031898 bus /sierra_3: Setting Powered False\u000a19:08:50.137895 bus /sierra_3: Setting Powered False\u000a19:08:51.247838 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20679): Process ended prematurely: osmo-stp_10.42.42.5(pid=20679) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20679)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20679): Process ended prematurely: osmo-stp_10.42.42.5(pid=20679) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:08:52.362227 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:08:52.374800 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:08:52.539416 tst mo_mt_call_osmux.py: using LAC 35658\u000a19:08:52.657096 tst mo_mt_call_osmux.py: using RAC 213\u000a19:08:52.784725 tst mo_mt_call_osmux.py: using CellId 35658\u000a19:08:52.909872 tst mo_mt_call_osmux.py: using BVCI 35659\u000a19:08:52.932993 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:08:52.944514 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:08:52.955963 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:08:52.967199 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:08:52.978629 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:08:52.989936 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:08:53.110399 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:08:53.313967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:08:53.801792 run create_hlr_db(pid=20673): Launched\u000a19:08:53.976877 bus /sierra_2: Setting Powered False\u000a19:08:54.999138 run create_hlr_db(pid=20673): Terminated: ok {rc=0}\u000a19:08:55.405471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20675): Launched\u000a19:08:55.709866 run osmo-hlr_10.42.42.2(pid=20676): Launched\u000a19:08:55.829688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:08:56.364907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20678): Launched\u000a19:08:56.667187 run osmo-stp_10.42.42.5(pid=20679): Launched\u000a19:08:56.776152 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:08:57.329893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20681): Launched\u000a19:08:57.633789 run osmo-msc_10.42.42.6(pid=20682): Launched\u000a19:08:57.810869 run osmo-stp_10.42.42.5(pid=20679): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20679)]\u000a19:08:57.938924 run osmo-stp_10.42.42.5(pid=20679): stdout: \u000a| (launched: 2022-12-13_19:08:56.519252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:58.065636 run osmo-stp_10.42.42.5(pid=20679): stderr: \u000a| �[0;m�[38;5;43m20221213190856687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190856687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190856687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190856688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190856688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190856688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190856688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:58.187943 run osmo-stp_10.42.42.5(pid=20679): stdout: \u000a| (launched: 2022-12-13_19:08:56.519252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:08:58.309509 run osmo-stp_10.42.42.5(pid=20679): stderr: \u000a| �[0;m�[38;5;43m20221213190856687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190856687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190856687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190856688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190856688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190856688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190856688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:08:58.362834 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20679): Process ended prematurely: osmo-stp_10.42.42.5(pid=20679) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20679)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:08:58.371570 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a19:08:58.431431 run osmo-hlr_10.42.42.2(pid=20676): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20676)]\u000a19:08:58.480632 run osmo-hlr_10.42.42.2(pid=20676): stdout: \u000a| (launched: 2022-12-13_19:08:55.559789) \u000a19:08:58.530155 run osmo-hlr_10.42.42.2(pid=20676): stderr: \u000a| �[0;m�[1;31m20221213190855732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190855732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190855732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190855732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190855732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190855732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190855745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190855753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190855753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190855753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:08:58.597526 run osmo-msc_10.42.42.6(pid=20682): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20682)]\u000a19:08:58.646277 run osmo-msc_10.42.42.6(pid=20682): stdout: \u000a| (launched: 2022-12-13_19:08:57.483728) \u000a19:08:58.695796 run osmo-msc_10.42.42.6(pid=20682): stderr: \u000a| �[0;m�[38;5;43m20221213190857752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190857752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d63af3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190857752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190857753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190857753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190857753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190857755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190857755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190857755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190857755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:08:58.737794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20675): Terminating (SIGTERM)\u000a19:08:58.777490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20678): Terminating (SIGTERM)\u000a19:08:58.817262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20681): Terminating (SIGTERM)\u000a19:08:58.826449 --- ParallelTerminationStrategy: PID 20675 died...\u000a19:08:58.879672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20675): Terminated: ok {rc=0}\u000a19:08:58.889280 --- ParallelTerminationStrategy: PID 20678 died...\u000a19:08:58.942319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20678): Terminated: ok {rc=0}\u000a19:08:58.951797 --- ParallelTerminationStrategy: PID 20681 died...\u000a19:08:59.004906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20681): Terminated: ok {rc=0}\u000a19:08:59.094309 bus /sierra_3: Setting Powered False\u000a19:09:00.195494 bus /sierra_3: Setting Powered False\u000a19:09:01.339945 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:08:41" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20964): Process ended prematurely: osmo-stp_10.42.42.5(pid=20964) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20964)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20964): Process ended prematurely: osmo-stp_10.42.42.5(pid=20964) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:09:03.591428 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:09:03.603633 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:09:03.764735 tst mo_mt_call.py: using LAC 35659\u000a19:09:03.887975 tst mo_mt_call.py: using RAC 214\u000a19:09:04.015788 tst mo_mt_call.py: using CellId 35659\u000a19:09:04.140881 tst mo_mt_call.py: using BVCI 35660\u000a19:09:04.165619 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:09:04.177803 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:09:04.189772 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:09:04.201911 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:09:04.214447 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:09:04.226597 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:09:04.347218 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:09:04.553800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:09:05.054575 run create_hlr_db(pid=20956): Launched\u000a19:09:05.251891 bus /sierra_2: Setting Powered False\u000a19:09:06.271196 run create_hlr_db(pid=20956): Terminated: ok {rc=0}\u000a19:09:06.728911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20960): Launched\u000a19:09:07.165653 run osmo-hlr_10.42.42.2(pid=20961): Launched\u000a19:09:07.410407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:09:08.006317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20963): Launched\u000a19:09:08.447212 run osmo-stp_10.42.42.5(pid=20964): Launched\u000a19:09:08.663448 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:09:09.291286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20966): Launched\u000a19:09:09.730286 run osmo-msc_10.42.42.6(pid=20967): Launched\u000a19:09:10.127843 run osmo-stp_10.42.42.5(pid=20964): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20964)]\u000a19:09:10.332677 run osmo-stp_10.42.42.5(pid=20964): stdout: \u000a| (launched: 2022-12-13_19:09:08.179600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:10.475616 run osmo-stp_10.42.42.5(pid=20964): stderr: \u000a| �[0;m�[38;5;43m20221213190908468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190908468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190908473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190908474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190908474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190908474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190908474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:10.614138 run osmo-stp_10.42.42.5(pid=20964): stdout: \u000a| (launched: 2022-12-13_19:09:08.179600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:10.750578 run osmo-stp_10.42.42.5(pid=20964): stderr: \u000a| �[0;m�[38;5;43m20221213190908468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190908468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190908473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190908474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190908474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190908474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190908474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:10.810384 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20964): Process ended prematurely: osmo-stp_10.42.42.5(pid=20964) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20964)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:09:10.821993 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a19:09:10.889269 run osmo-hlr_10.42.42.2(pid=20961): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20961)]\u000a19:09:10.945194 run osmo-hlr_10.42.42.2(pid=20961): stdout: \u000a| (launched: 2022-12-13_19:09:06.899988) \u000a19:09:11.001354 run osmo-hlr_10.42.42.2(pid=20961): stderr: \u000a| �[0;m�[1;31m20221213190907211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190907211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190907211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190907211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190907211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190907211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190907231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190907239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190907240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190907240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:09:11.078925 run osmo-msc_10.42.42.6(pid=20967): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20967)]\u000a19:09:11.133498 run osmo-msc_10.42.42.6(pid=20967): stdout: \u000a| (launched: 2022-12-13_19:09:09.463917) \u000a19:09:11.189215 run osmo-msc_10.42.42.6(pid=20967): stderr: \u000a| �[0;m�[38;5;43m20221213190909963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190909963 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2869cacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190909963 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190909963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190909963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190909963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190909973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190909974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190909974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190909974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:09:11.238048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20960): Terminating (SIGTERM)\u000a19:09:11.284694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20963): Terminating (SIGTERM)\u000a19:09:11.331592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20966): Terminating (SIGTERM)\u000a19:09:11.342729 --- ParallelTerminationStrategy: PID 20960 died...\u000a19:09:11.404227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20960): Terminated: ok {rc=0}\u000a19:09:11.417595 --- ParallelTerminationStrategy: PID 20963 died...\u000a19:09:11.476593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20963): Terminated: ok {rc=0}\u000a19:09:11.488768 --- ParallelTerminationStrategy: PID 20966 died...\u000a19:09:11.548030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20966): Terminated: ok {rc=0}\u000a19:09:11.641973 bus /sierra_3: Setting Powered False\u000a19:09:12.754627 bus /sierra_3: Setting Powered False\u000a19:09:13.870355 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20975): Process ended prematurely: osmo-stp_10.42.42.5(pid=20975) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20975)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20975): Process ended prematurely: osmo-stp_10.42.42.5(pid=20975) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:09:14.993581 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:09:15.007671 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:09:15.185633 tst mo_mt_call_osmux.py: using LAC 35660\u000a19:09:15.321292 tst mo_mt_call_osmux.py: using RAC 215\u000a19:09:15.454450 tst mo_mt_call_osmux.py: using CellId 35660\u000a19:09:15.593979 tst mo_mt_call_osmux.py: using BVCI 35661\u000a19:09:15.621567 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:09:15.634336 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:09:15.646973 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:09:15.660657 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:09:15.675071 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:09:15.689164 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:09:15.817025 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:09:16.094341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:09:16.662215 run create_hlr_db(pid=20969): Launched\u000a19:09:16.858860 bus /sierra_2: Setting Powered False\u000a19:09:17.885417 run create_hlr_db(pid=20969): Terminated: ok {rc=0}\u000a19:09:18.311207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20971): Launched\u000a19:09:18.725218 run osmo-hlr_10.42.42.2(pid=20972): Launched\u000a19:09:18.952638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:09:19.587446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20974): Launched\u000a19:09:19.997967 run osmo-stp_10.42.42.5(pid=20975): Launched\u000a19:09:20.226924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:09:20.862447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20977): Launched\u000a19:09:21.269161 run osmo-msc_10.42.42.6(pid=20978): Launched\u000a19:09:21.655830 run osmo-stp_10.42.42.5(pid=20975): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20975)]\u000a19:09:21.927738 run osmo-stp_10.42.42.5(pid=20975): stdout: \u000a| (launched: 2022-12-13_19:09:19.746560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:22.116456 run osmo-stp_10.42.42.5(pid=20975): stderr: \u000a| �[0;m�[38;5;43m20221213190920065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190920065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190920065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190920066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190920066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190920066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190920066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:22.243600 run osmo-stp_10.42.42.5(pid=20975): stdout: \u000a| (launched: 2022-12-13_19:09:19.746560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:22.369867 run osmo-stp_10.42.42.5(pid=20975): stderr: \u000a| �[0;m�[38;5;43m20221213190920065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190920065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190920065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190920066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190920066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190920066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190920066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:22.425651 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20975): Process ended prematurely: osmo-stp_10.42.42.5(pid=20975) [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20975)] [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:09:22.435769 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a19:09:22.498640 run osmo-hlr_10.42.42.2(pid=20972): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20972)]\u000a19:09:22.550034 run osmo-hlr_10.42.42.2(pid=20972): stdout: \u000a| (launched: 2022-12-13_19:09:18.471020) \u000a19:09:22.602218 run osmo-hlr_10.42.42.2(pid=20972): stderr: \u000a| �[0;m�[1;31m20221213190918804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190918804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190918805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190918805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190918805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190918805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190918823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190918840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190918840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190918840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:09:22.672615 run osmo-msc_10.42.42.6(pid=20978): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20978)]\u000a19:09:22.723948 run osmo-msc_10.42.42.6(pid=20978): stdout: \u000a| (launched: 2022-12-13_19:09:21.021760) \u000a19:09:22.776072 run osmo-msc_10.42.42.6(pid=20978): stderr: \u000a| �[0;m�[38;5;43m20221213190921610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190921610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5114acac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190921610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190921610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190921610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190921610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190921612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190921617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190921617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190921617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:09:22.820132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20971): Terminating (SIGTERM)\u000a19:09:22.864411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20974): Terminating (SIGTERM)\u000a19:09:22.908392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20977): Terminating (SIGTERM)\u000a19:09:22.918888 --- ParallelTerminationStrategy: PID 20971 died...\u000a19:09:22.976892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20971): Terminated: ok {rc=0}\u000a19:09:22.987627 --- ParallelTerminationStrategy: PID 20974 died...\u000a19:09:23.042884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20974): Terminated: ok {rc=0}\u000a19:09:23.053372 --- ParallelTerminationStrategy: PID 20977 died...\u000a19:09:23.108898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20977): Terminated: ok {rc=0}\u000a19:09:23.195774 bus /sierra_3: Setting Powered False\u000a19:09:24.296265 bus /sierra_3: Setting Powered False\u000a19:09:25.407217 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:09:03" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20990): Process ended prematurely: osmo-stp_10.42.42.5(pid=20990) [trial-2393↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20990)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20990): Process ended prematurely: osmo-stp_10.42.42.5(pid=20990) [trial-2393↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:09:27.426475 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:09:27.437370 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:09:27.580521 tst emergency_mo_mt_call.py: using LAC 35661\u000a19:09:27.709397 tst emergency_mo_mt_call.py: using RAC 216\u000a19:09:27.836512 tst emergency_mo_mt_call.py: using CellId 35661\u000a19:09:27.964364 tst emergency_mo_mt_call.py: using BVCI 35662\u000a19:09:27.988936 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:09:28.000412 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:09:28.011610 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:09:28.022953 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:09:28.034608 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:09:28.046212 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:09:28.166369 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:09:28.367359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:09:28.850492 run create_hlr_db(pid=20984): Launched\u000a19:09:29.023731 bus /sierra_2: Setting Powered False\u000a19:09:30.045128 run create_hlr_db(pid=20984): Terminated: ok {rc=0}\u000a19:09:30.446103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20986): Launched\u000a19:09:30.746085 run osmo-hlr_10.42.42.2(pid=20987): Launched\u000a19:09:30.923784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:09:31.474325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20989): Launched\u000a19:09:31.904339 run osmo-stp_10.42.42.5(pid=20990): Launched\u000a19:09:32.113111 tst emergency_mo_mt_call.py: using MSISDN 8286\u000a19:09:32.264259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:09:32.813833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20992): Launched\u000a19:09:33.115290 run osmo-msc_10.42.42.6(pid=20993): Launched\u000a19:09:33.290863 run osmo-stp_10.42.42.5(pid=20990): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20990)]\u000a19:09:33.418477 run osmo-stp_10.42.42.5(pid=20990): stdout: \u000a| (launched: 2022-12-13_19:09:31.629263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:33.542862 run osmo-stp_10.42.42.5(pid=20990): stderr: \u000a| �[0;m�[38;5;43m20221213190931898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190931898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190931899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190931899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190931899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190931900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190931900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:33.663088 run osmo-stp_10.42.42.5(pid=20990): stdout: \u000a| (launched: 2022-12-13_19:09:31.629263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:33.782510 run osmo-stp_10.42.42.5(pid=20990): stderr: \u000a| �[0;m�[38;5;43m20221213190931898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190931898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190931899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190931899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190931899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190931900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190931900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:33.834535 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20990): Process ended prematurely: osmo-stp_10.42.42.5(pid=20990) [trial-2393↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20990)] [trial-2393↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a19:09:33.842467 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a19:09:33.902022 run osmo-hlr_10.42.42.2(pid=20987): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20987)]\u000a19:09:33.951130 run osmo-hlr_10.42.42.2(pid=20987): stdout: \u000a| (launched: 2022-12-13_19:09:30.598090) \u000a19:09:34.000935 run osmo-hlr_10.42.42.2(pid=20987): stderr: \u000a| �[0;m�[1;31m20221213190930776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190930776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190930776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190930776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190930776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190930777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190930789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190930800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190930800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190930800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:09:34.068719 run osmo-msc_10.42.42.6(pid=20993): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20993)]\u000a19:09:34.118028 run osmo-msc_10.42.42.6(pid=20993): stdout: \u000a| (launched: 2022-12-13_19:09:32.965902) \u000a19:09:34.167874 run osmo-msc_10.42.42.6(pid=20993): stderr: \u000a| �[0;m�[38;5;43m20221213190933240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190933240 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f732e9f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190933240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190933240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190933240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190933240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190933242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190933243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190933243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190933243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:09:34.210122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20986): Terminating (SIGTERM)\u000a19:09:34.249960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20989): Terminating (SIGTERM)\u000a19:09:34.289735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20992): Terminating (SIGTERM)\u000a19:09:34.298888 --- ParallelTerminationStrategy: PID 20986 died...\u000a19:09:34.352409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20986): Terminated: ok {rc=0}\u000a19:09:34.362058 --- ParallelTerminationStrategy: PID 20989 died...\u000a19:09:34.415837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20989): Terminated: ok {rc=0}\u000a19:09:34.425849 --- ParallelTerminationStrategy: PID 20992 died...\u000a19:09:34.479268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20992): Terminated: ok {rc=0}\u000a19:09:34.563493 bus /sierra_3: Setting Powered False\u000a19:09:35.671475 bus /sierra_3: Setting Powered False\u000a19:09:36.783519 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21001): Process ended prematurely: osmo-stp_10.42.42.5(pid=21001) [trial-2393↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21001)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21001): Process ended prematurely: osmo-stp_10.42.42.5(pid=21001) [trial-2393↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:09:37.836048 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:09:37.847734 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:09:37.987452 tst emergency_preemptive_call.py: using LAC 35662\u000a19:09:38.107198 tst emergency_preemptive_call.py: using RAC 217\u000a19:09:38.224098 tst emergency_preemptive_call.py: using CellId 35662\u000a19:09:38.341523 tst emergency_preemptive_call.py: using BVCI 35663\u000a19:09:38.364056 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:09:38.375038 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:09:38.385793 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:09:38.396471 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:09:38.407257 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:09:38.417949 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:09:38.533963 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:09:38.654660 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:09:38.769397 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:09:38.979104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:09:39.491533 run create_hlr_db(pid=20995): Launched\u000a19:09:39.679204 bus /sierra_2: Setting Powered False\u000a19:09:40.700458 run create_hlr_db(pid=20995): Terminated: ok {rc=0}\u000a19:09:41.106921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20997): Launched\u000a19:09:41.409282 run osmo-hlr_10.42.42.2(pid=20998): Launched\u000a19:09:41.528251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:09:42.060312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21000): Launched\u000a19:09:42.362206 run osmo-stp_10.42.42.5(pid=21001): Launched\u000a19:09:42.482608 tst emergency_preemptive_call.py: using MSISDN 8287\u000a19:09:42.631887 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:09:43.180546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21003): Launched\u000a19:09:43.481645 run osmo-msc_10.42.42.6(pid=21004): Launched\u000a19:09:43.658295 run osmo-stp_10.42.42.5(pid=21001): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21001)]\u000a19:09:43.784906 run osmo-stp_10.42.42.5(pid=21001): stdout: \u000a| (launched: 2022-12-13_19:09:42.213307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:43.909693 run osmo-stp_10.42.42.5(pid=21001): stderr: \u000a| �[0;m�[38;5;43m20221213190942385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190942386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190942386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190942386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190942387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190942387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190942387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:44.030453 run osmo-stp_10.42.42.5(pid=21001): stdout: \u000a| (launched: 2022-12-13_19:09:42.213307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:09:44.149878 run osmo-stp_10.42.42.5(pid=21001): stderr: \u000a| �[0;m�[38;5;43m20221213190942385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213190942386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213190942386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213190942386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213190942387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213190942387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213190942387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:09:44.202239 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21001): Process ended prematurely: osmo-stp_10.42.42.5(pid=21001) [trial-2393↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21001)] [trial-2393↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a19:09:44.210150 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a19:09:44.270114 run osmo-hlr_10.42.42.2(pid=20998): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20998)]\u000a19:09:44.319989 run osmo-hlr_10.42.42.2(pid=20998): stdout: \u000a| (launched: 2022-12-13_19:09:41.259537) \u000a19:09:44.370288 run osmo-hlr_10.42.42.2(pid=20998): stderr: \u000a| �[0;m�[1;31m20221213190941435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190941435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190941435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190941435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190941435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190941435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190941447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190941458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190941458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190941458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:09:44.438639 run osmo-msc_10.42.42.6(pid=21004): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21004)]\u000a19:09:44.488251 run osmo-msc_10.42.42.6(pid=21004): stdout: \u000a| (launched: 2022-12-13_19:09:43.332538) \u000a19:09:44.537989 run osmo-msc_10.42.42.6(pid=21004): stderr: \u000a| �[0;m�[38;5;43m20221213190943606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213190943606 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e13e30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213190943606 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213190943606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213190943607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213190943607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213190943609 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213190943609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213190943609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213190943609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:09:44.580095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20997): Terminating (SIGTERM)\u000a19:09:44.619755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21000): Terminating (SIGTERM)\u000a19:09:44.659357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21003): Terminating (SIGTERM)\u000a19:09:44.668101 --- ParallelTerminationStrategy: PID 20997 died...\u000a19:09:44.721320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20997): Terminated: ok {rc=0}\u000a19:09:44.730809 --- ParallelTerminationStrategy: PID 21000 died...\u000a19:09:44.783926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21000): Terminated: ok {rc=0}\u000a19:09:44.793459 --- ParallelTerminationStrategy: PID 21003 died...\u000a19:09:44.846485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21003): Terminated: ok {rc=0}\u000a19:09:44.934636 bus /sierra_9: Setting Powered False\u000a19:09:46.043750 bus /sierra_9: Setting Powered False\u000a19:09:47.165759 bus /sierra_8: Setting Powered False\u000a19:09:48.269350 bus /sierra_8: Setting Powered False\u000a19:09:49.380688 bus /sierra_3: Setting Powered False\u000a19:09:50.483379 bus /sierra_3: Setting Powered False\u000a19:09:51.595389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:09:27" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21020): Process ended prematurely: osmo-stp_10.42.42.5(pid=21020) [trial-2393↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21020)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21020): Process ended prematurely: osmo-stp_10.42.42.5(pid=21020) [trial-2393↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:09:53.731074 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:53.742503 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:09:53.889195 tst cs_paging_gprs_active.py: using LAC 35663\u000a19:09:54.019007 tst cs_paging_gprs_active.py: using RAC 218\u000a19:09:54.147279 tst cs_paging_gprs_active.py: using CellId 35663\u000a19:09:54.270906 tst cs_paging_gprs_active.py: using BVCI 35664\u000a19:09:54.294567 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:54.305530 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:54.316283 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:54.327095 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:54.337751 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:54.348362 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:54.359050 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:54.369630 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:09:54.380323 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:09:54.500358 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:09:54.782251 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:09:54.910028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:09:55.228461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21010): Launched\u000a19:09:55.492662 run iperf3-srv_10.42.42.10(pid=21011): Launched\u000a19:09:55.680003 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:09:55.806819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:09:56.124302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21012): Launched\u000a19:09:56.388407 run iperf3-srv_10.42.42.10(pid=21013): Launched\u000a19:09:56.575143 tst cs_paging_gprs_active.py:38: start network...\u000a19:09:56.702431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:09:57.194195 run create_hlr_db(pid=21014): Launched\u000a19:09:57.370287 bus /sierra_2: Setting Powered False\u000a19:09:58.392392 run create_hlr_db(pid=21014): Terminated: ok {rc=0}\u000a19:09:58.831926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21016): Launched\u000a19:09:59.165306 run osmo-hlr_10.42.42.2(pid=21017): Launched\u000a19:09:59.287843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:09:59.860164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21019): Launched\u000a19:10:00.190354 run osmo-stp_10.42.42.5(pid=21020): Launched\u000a19:10:00.309241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:10:00.903179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21022): Launched\u000a19:10:01.025468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:10:01.330672 run patchelf(pid=21023): Launched\u000a19:10:01.541963 run osmo-stp_10.42.42.5(pid=21020): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21020)]\u000a19:10:01.685962 run osmo-stp_10.42.42.5(pid=21020): stdout: \u000a| (launched: 2022-12-13_19:10:00.027606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:01.830335 run osmo-stp_10.42.42.5(pid=21020): stderr: \u000a| �[0;m�[38;5;43m20221213191000243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191000243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191000243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191000244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191000244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191000244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191000244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:02.023474 run osmo-stp_10.42.42.5(pid=21020): stdout: \u000a| (launched: 2022-12-13_19:10:00.027606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:02.164194 run osmo-stp_10.42.42.5(pid=21020): stderr: \u000a| �[0;m�[38;5;43m20221213191000243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191000243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191000243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191000244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191000244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191000244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191000244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:02.323773 run patchelf(pid=21023): Terminating (SIGINT)\u000a19:10:02.507879 run patchelf(pid=21023): Terminated: ok {rc=0}\u000a19:10:02.541803 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21020): Process ended prematurely: osmo-stp_10.42.42.5(pid=21020) [trial-2393↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21020)] [trial-2393↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a19:10:02.551855 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:10:02.615944 run osmo-hlr_10.42.42.2(pid=21017): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21017)]\u000a19:10:02.668408 run osmo-hlr_10.42.42.2(pid=21017): stdout: \u000a| (launched: 2022-12-13_19:09:59.000134) \u000a19:10:02.721194 run osmo-hlr_10.42.42.2(pid=21017): stderr: \u000a| �[0;m�[1;31m20221213190959199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213190959199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213190959199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190959199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213190959199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213190959199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213190959212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213190959221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213190959221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213190959221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:10:02.766295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21010): Terminating (SIGTERM)\u000a19:10:02.808655 run iperf3-srv_10.42.42.10(pid=21011): Terminating (SIGTERM)\u000a19:10:02.851109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21012): Terminating (SIGTERM)\u000a19:10:02.893363 run iperf3-srv_10.42.42.10(pid=21013): Terminating (SIGTERM)\u000a19:10:02.935728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21016): Terminating (SIGTERM)\u000a19:10:02.978370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21019): Terminating (SIGTERM)\u000a19:10:03.021030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21022): Terminating (SIGTERM)\u000a19:10:03.030705 --- ParallelTerminationStrategy: PID 21010 died...\u000a19:10:03.087628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21010): Terminated: ok {rc=0}\u000a19:10:03.097752 --- ParallelTerminationStrategy: PID 21011 died...\u000a19:10:03.153875 run iperf3-srv_10.42.42.10(pid=21011): Terminated {rc=256}\u000a19:10:03.163803 --- ParallelTerminationStrategy: PID 21012 died...\u000a19:10:03.220012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21012): Terminated: ok {rc=0}\u000a19:10:03.230026 --- ParallelTerminationStrategy: PID 21013 died...\u000a19:10:03.286136 run iperf3-srv_10.42.42.10(pid=21013): Terminated {rc=256}\u000a19:10:03.296079 --- ParallelTerminationStrategy: PID 21016 died...\u000a19:10:03.352309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21016): Terminated: ok {rc=0}\u000a19:10:03.362347 --- ParallelTerminationStrategy: PID 21019 died...\u000a19:10:03.418408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21019): Terminated: ok {rc=0}\u000a19:10:03.428424 --- ParallelTerminationStrategy: PID 21022 died...\u000a19:10:03.484711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21022): Terminated: ok {rc=0}\u000a19:10:03.573041 bus /gobi_0: Setting Powered False\u000a19:10:04.678175 bus /gobi_0: Setting Powered False\u000a19:10:05.787421 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21035): Process ended prematurely: osmo-stp_10.42.42.5(pid=21035) [trial-2393↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21035)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21035): Process ended prematurely: osmo-stp_10.42.42.5(pid=21035) [trial-2393↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a19:10:06.902427 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:06.914338 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:10:07.064763 tst iperf3.py: using LAC 35664\u000a19:10:07.191767 tst iperf3.py: using RAC 219\u000a19:10:07.319068 tst iperf3.py: using CellId 35664\u000a19:10:07.447757 tst iperf3.py: using BVCI 35665\u000a19:10:07.472586 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:07.484392 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:07.495593 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:07.506797 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:07.518302 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:07.529743 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:07.541341 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:07.552563 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:07.564057 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:10:07.846718 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:10:07.975056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:08.302112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21027): Launched\u000a19:10:08.586198 run iperf3-srv_10.42.42.10(pid=21028): Launched\u000a19:10:08.788543 tst iperf3.py:8: start network...\u000a19:10:08.926555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:10:09.445756 run create_hlr_db(pid=21029): Launched\u000a19:10:09.636450 bus /gobi_6: Setting Powered False\u000a19:10:10.645797 run create_hlr_db(pid=21029): Terminated: ok {rc=0}\u000a19:10:11.066528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21031): Launched\u000a19:10:11.374890 run osmo-hlr_10.42.42.2(pid=21032): Launched\u000a19:10:11.492650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:10:12.027757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21034): Launched\u000a19:10:12.335529 run osmo-stp_10.42.42.5(pid=21035): Launched\u000a19:10:12.446834 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:10:12.982908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21037): Launched\u000a19:10:13.092684 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:10:13.360806 run patchelf(pid=21038): Launched\u000a19:10:13.539921 run osmo-stp_10.42.42.5(pid=21035): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21035)]\u000a19:10:13.671284 run osmo-stp_10.42.42.5(pid=21035): stdout: \u000a| (launched: 2022-12-13_19:10:12.183931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:13.802376 run osmo-stp_10.42.42.5(pid=21035): stderr: \u000a| �[0;m�[38;5;43m20221213191012355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191012355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191012355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191012356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191012356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191012356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191012356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:13.929130 run osmo-stp_10.42.42.5(pid=21035): stdout: \u000a| (launched: 2022-12-13_19:10:12.183931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:14.054596 run osmo-stp_10.42.42.5(pid=21035): stderr: \u000a| �[0;m�[38;5;43m20221213191012355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191012355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191012355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191012356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191012356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191012356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191012356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:14.200731 run patchelf(pid=21038): Terminating (SIGINT)\u000a19:10:14.372058 run patchelf(pid=21038): Terminated: ok {rc=0}\u000a19:10:14.403620 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21035): Process ended prematurely: osmo-stp_10.42.42.5(pid=21035) [trial-2393↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21035)] [trial-2393↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a19:10:14.412750 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:10:14.473103 run osmo-hlr_10.42.42.2(pid=21032): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21032)]\u000a19:10:14.522444 run osmo-hlr_10.42.42.2(pid=21032): stdout: \u000a| (launched: 2022-12-13_19:10:11.222847) \u000a19:10:14.572509 run osmo-hlr_10.42.42.2(pid=21032): stderr: \u000a| �[0;m�[1;31m20221213191011398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191011398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191011398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191011398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191011399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191011399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191011411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191011419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191011419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191011419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:10:14.615425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21027): Terminating (SIGTERM)\u000a19:10:14.655749 run iperf3-srv_10.42.42.10(pid=21028): Terminating (SIGTERM)\u000a19:10:14.696202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21031): Terminating (SIGTERM)\u000a19:10:14.736463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21034): Terminating (SIGTERM)\u000a19:10:14.777438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21037): Terminating (SIGTERM)\u000a19:10:14.786772 --- ParallelTerminationStrategy: PID 21027 died...\u000a19:10:14.841208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21027): Terminated: ok {rc=0}\u000a19:10:14.850907 --- ParallelTerminationStrategy: PID 21028 died...\u000a19:10:14.904311 run iperf3-srv_10.42.42.10(pid=21028): Terminated {rc=256}\u000a19:10:14.914059 --- ParallelTerminationStrategy: PID 21031 died...\u000a19:10:14.967581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21031): Terminated: ok {rc=0}\u000a19:10:14.977162 --- ParallelTerminationStrategy: PID 21034 died...\u000a19:10:15.030353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21034): Terminated: ok {rc=0}\u000a19:10:15.040012 --- ParallelTerminationStrategy: PID 21037 died...\u000a19:10:15.093661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21037): Terminated: ok {rc=0}\u000a19:10:15.183148 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21053): Process ended prematurely: osmo-stp_10.42.42.5(pid=21053) [trial-2393↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21053)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21053): Process ended prematurely: osmo-stp_10.42.42.5(pid=21053) [trial-2393↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a19:10:16.294796 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:16.307307 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:10:16.469244 tst iperf3m4.py: using LAC 35665\u000a19:10:16.626474 tst iperf3m4.py: using RAC 220\u000a19:10:16.788036 tst iperf3m4.py: using CellId 35665\u000a19:10:16.951461 tst iperf3m4.py: using BVCI 35666\u000a19:10:16.978651 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:16.990717 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:17.006599 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:17.019168 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:17.031588 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:17.043343 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:17.056120 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:17.068729 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:17.080519 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:10:17.202693 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:10:17.323050 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:10:17.443916 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:10:17.745087 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:10:17.882282 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:18.224517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21039): Launched\u000a19:10:18.508611 run iperf3-srv_10.42.42.10(pid=21040): Launched\u000a19:10:18.709917 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:10:18.847240 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:19.187553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21041): Launched\u000a19:10:19.471894 run iperf3-srv_10.42.42.10(pid=21042): Launched\u000a19:10:19.673477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:10:19.811246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:20.152180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21043): Launched\u000a19:10:20.436743 run iperf3-srv_10.42.42.10(pid=21044): Launched\u000a19:10:20.638462 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:10:20.776001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:21.116854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21045): Launched\u000a19:10:21.401014 run iperf3-srv_10.42.42.10(pid=21046): Launched\u000a19:10:21.602486 tst iperf3m4.py:8: start network...\u000a19:10:21.740077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:10:22.259701 run create_hlr_db(pid=21047): Launched\u000a19:10:22.449888 bus /gobi_6: Setting Powered False\u000a19:10:23.471253 run create_hlr_db(pid=21047): Terminated: ok {rc=0}\u000a19:10:23.885739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21049): Launched\u000a19:10:24.196689 run osmo-hlr_10.42.42.2(pid=21050): Launched\u000a19:10:24.318587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:10:24.859013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21052): Launched\u000a19:10:25.167966 run osmo-stp_10.42.42.5(pid=21053): Launched\u000a19:10:25.280271 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:10:25.818269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21055): Launched\u000a19:10:25.927126 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:10:26.196161 run patchelf(pid=21056): Launched\u000a19:10:26.375510 run osmo-stp_10.42.42.5(pid=21053): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21053)]\u000a19:10:26.506412 run osmo-stp_10.42.42.5(pid=21053): stdout: \u000a| (launched: 2022-12-13_19:10:25.015595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:26.637830 run osmo-stp_10.42.42.5(pid=21053): stderr: \u000a| �[0;m�[38;5;43m20221213191025189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191025189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191025189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191025190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191025190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191025190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191025191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:26.764306 run osmo-stp_10.42.42.5(pid=21053): stdout: \u000a| (launched: 2022-12-13_19:10:25.015595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:26.889940 run osmo-stp_10.42.42.5(pid=21053): stderr: \u000a| �[0;m�[38;5;43m20221213191025189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191025189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191025189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191025190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191025190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191025190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191025191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:27.035963 run patchelf(pid=21056): Terminating (SIGINT)\u000a19:10:27.207927 run patchelf(pid=21056): Terminated: ok {rc=0}\u000a19:10:27.239506 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21053): Process ended prematurely: osmo-stp_10.42.42.5(pid=21053) [trial-2393↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21053)] [trial-2393↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a19:10:27.248771 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:10:27.309445 run osmo-hlr_10.42.42.2(pid=21050): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21050)]\u000a19:10:27.358912 run osmo-hlr_10.42.42.2(pid=21050): stdout: \u000a| (launched: 2022-12-13_19:10:24.042390) \u000a19:10:27.408918 run osmo-hlr_10.42.42.2(pid=21050): stderr: \u000a| �[0;m�[1;31m20221213191024218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191024218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191024218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191024218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191024219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191024219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191024229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191024238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191024238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191024238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:10:27.451361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21039): Terminating (SIGTERM)\u000a19:10:27.491209 run iperf3-srv_10.42.42.10(pid=21040): Terminating (SIGTERM)\u000a19:10:27.531217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21041): Terminating (SIGTERM)\u000a19:10:27.570895 run iperf3-srv_10.42.42.10(pid=21042): Terminating (SIGTERM)\u000a19:10:27.610687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21043): Terminating (SIGTERM)\u000a19:10:27.650363 run iperf3-srv_10.42.42.10(pid=21044): Terminating (SIGTERM)\u000a19:10:27.690143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21045): Terminating (SIGTERM)\u000a19:10:27.729692 run iperf3-srv_10.42.42.10(pid=21046): Terminating (SIGTERM)\u000a19:10:27.769870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21049): Terminating (SIGTERM)\u000a19:10:27.809870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21052): Terminating (SIGTERM)\u000a19:10:27.849828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21055): Terminating (SIGTERM)\u000a19:10:27.859139 --- ParallelTerminationStrategy: PID 21039 died...\u000a19:10:27.912853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21039): Terminated: ok {rc=0}\u000a19:10:27.922524 --- ParallelTerminationStrategy: PID 21040 died...\u000a19:10:27.975496 run iperf3-srv_10.42.42.10(pid=21040): Terminated {rc=256}\u000a19:10:27.985129 --- ParallelTerminationStrategy: PID 21041 died...\u000a19:10:28.038086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21041): Terminated: ok {rc=0}\u000a19:10:28.047681 --- ParallelTerminationStrategy: PID 21042 died...\u000a19:10:28.100667 run iperf3-srv_10.42.42.10(pid=21042): Terminated {rc=256}\u000a19:10:28.110336 --- ParallelTerminationStrategy: PID 21043 died...\u000a19:10:28.163880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21043): Terminated: ok {rc=0}\u000a19:10:28.173954 --- ParallelTerminationStrategy: PID 21044 died...\u000a19:10:28.227071 run iperf3-srv_10.42.42.10(pid=21044): Terminated {rc=256}\u000a19:10:28.236660 --- ParallelTerminationStrategy: PID 21045 died...\u000a19:10:28.289627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21045): Terminated: ok {rc=0}\u000a19:10:28.299253 --- ParallelTerminationStrategy: PID 21046 died...\u000a19:10:28.352235 run iperf3-srv_10.42.42.10(pid=21046): Terminated {rc=256}\u000a19:10:28.361790 --- ParallelTerminationStrategy: PID 21049 died...\u000a19:10:28.415318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21049): Terminated: ok {rc=0}\u000a19:10:28.425073 --- ParallelTerminationStrategy: PID 21052 died...\u000a19:10:28.478295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21052): Terminated: ok {rc=0}\u000a19:10:28.488018 --- ParallelTerminationStrategy: PID 21055 died...\u000a19:10:28.541242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21055): Terminated: ok {rc=0}\u000a19:10:28.629327 bus /gobi_4: Setting Powered False\u000a19:10:29.733159 bus /gobi_4: Setting Powered False\u000a19:10:30.852818 bus /gobi_1: Setting Powered False\u000a19:10:31.959672 bus /gobi_1: Setting Powered False\u000a19:10:33.072020 bus /gobi_0: Setting Powered False\u000a19:10:34.176569 bus /gobi_0: Setting Powered False\u000a19:10:35.288881 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21063): Process ended prematurely: osmo-stp_10.42.42.5(pid=21063) [trial-2393↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21063)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21063): Process ended prematurely: osmo-stp_10.42.42.5(pid=21063) [trial-2393↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a19:10:36.356544 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:36.368204 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:10:36.506044 tst ping.py: using LAC 35666\u000a19:10:36.626089 tst ping.py: using RAC 221\u000a19:10:36.743651 tst ping.py: using CellId 35666\u000a19:10:36.863254 tst ping.py: using BVCI 35667\u000a19:10:36.886537 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:36.897598 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:36.908522 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:36.919446 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:36.930357 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:36.941258 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:36.952163 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:36.963016 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:10:37.257674 tst ping.py:19: start network...\u000a19:10:37.392897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:10:37.903229 run create_hlr_db(pid=21057): Launched\u000a19:10:38.091043 bus /gobi_6: Setting Powered False\u000a19:10:39.111553 run create_hlr_db(pid=21057): Terminated: ok {rc=0}\u000a19:10:39.515143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21059): Launched\u000a19:10:39.815766 run osmo-hlr_10.42.42.2(pid=21060): Launched\u000a19:10:39.925697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:10:40.450337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21062): Launched\u000a19:10:40.752844 run osmo-stp_10.42.42.5(pid=21063): Launched\u000a19:10:40.861719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:10:41.385304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21065): Launched\u000a19:10:41.492218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:10:41.755103 run patchelf(pid=21066): Launched\u000a19:10:41.931936 run osmo-stp_10.42.42.5(pid=21063): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21063)]\u000a19:10:42.060938 run osmo-stp_10.42.42.5(pid=21063): stdout: \u000a| (launched: 2022-12-13_19:10:40.602725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:42.190265 run osmo-stp_10.42.42.5(pid=21063): stderr: \u000a| �[0;m�[38;5;43m20221213191040773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191040773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191040774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191040774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191040774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191040774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191040775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:42.315013 run osmo-stp_10.42.42.5(pid=21063): stdout: \u000a| (launched: 2022-12-13_19:10:40.602725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:42.438658 run osmo-stp_10.42.42.5(pid=21063): stderr: \u000a| �[0;m�[38;5;43m20221213191040773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191040773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191040774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191040774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191040774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191040774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191040775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:42.582652 run patchelf(pid=21066): Terminating (SIGINT)\u000a19:10:42.750903 run patchelf(pid=21066): Terminated: ok {rc=0}\u000a19:10:42.781801 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21063): Process ended prematurely: osmo-stp_10.42.42.5(pid=21063) [trial-2393↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21063)] [trial-2393↪gprs:trx-sysmocell5000↪ping.py:22]\u000a19:10:42.790496 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:10:42.851046 run osmo-hlr_10.42.42.2(pid=21060): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21060)]\u000a19:10:42.900502 run osmo-hlr_10.42.42.2(pid=21060): stdout: \u000a| (launched: 2022-12-13_19:10:39.667590) \u000a19:10:42.950446 run osmo-hlr_10.42.42.2(pid=21060): stderr: \u000a| �[0;m�[1;31m20221213191039844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191039844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191039844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191039844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191039844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191039844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191039856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191039864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191039865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191039865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:10:42.993094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21059): Terminating (SIGTERM)\u000a19:10:43.033286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21062): Terminating (SIGTERM)\u000a19:10:43.073468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21065): Terminating (SIGTERM)\u000a19:10:43.082442 --- ParallelTerminationStrategy: PID 21059 died...\u000a19:10:43.136427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21059): Terminated: ok {rc=0}\u000a19:10:43.146285 --- ParallelTerminationStrategy: PID 21062 died...\u000a19:10:43.200081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21062): Terminated: ok {rc=0}\u000a19:10:43.209914 --- ParallelTerminationStrategy: PID 21065 died...\u000a19:10:43.263475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21065): Terminated: ok {rc=0}\u000a19:10:43.347760 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21073): Process ended prematurely: osmo-stp_10.42.42.5(pid=21073) [trial-2393↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21073)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21073): Process ended prematurely: osmo-stp_10.42.42.5(pid=21073) [trial-2393↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a19:10:44.400799 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:44.412993 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:10:44.570703 tst ping_idle_ping.py: using LAC 35667\u000a19:10:44.697466 tst ping_idle_ping.py: using RAC 222\u000a19:10:44.826429 tst ping_idle_ping.py: using CellId 35667\u000a19:10:44.952424 tst ping_idle_ping.py: using BVCI 35668\u000a19:10:44.977231 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:44.988717 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:44.999941 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:45.011568 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:45.023136 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:45.034741 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:45.046520 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:10:45.058572 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:10:45.344078 tst ping_idle_ping.py:24: start network...\u000a19:10:45.469816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:10:45.999571 run create_hlr_db(pid=21067): Launched\u000a19:10:46.178007 bus /gobi_6: Setting Powered False\u000a19:10:47.199652 run create_hlr_db(pid=21067): Terminated: ok {rc=0}\u000a19:10:47.605762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21069): Launched\u000a19:10:47.909403 run osmo-hlr_10.42.42.2(pid=21070): Launched\u000a19:10:48.020521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:10:48.546110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21072): Launched\u000a19:10:48.849526 run osmo-stp_10.42.42.5(pid=21073): Launched\u000a19:10:48.969970 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:10:49.502489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21075): Launched\u000a19:10:49.610063 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:10:49.874573 run patchelf(pid=21076): Launched\u000a19:10:50.052439 run osmo-stp_10.42.42.5(pid=21073): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21073)]\u000a19:10:50.181753 run osmo-stp_10.42.42.5(pid=21073): stdout: \u000a| (launched: 2022-12-13_19:10:48.699394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:50.311338 run osmo-stp_10.42.42.5(pid=21073): stderr: \u000a| �[0;m�[38;5;43m20221213191048872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191048872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191048872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191048874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191048874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191048874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191048874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:50.436255 run osmo-stp_10.42.42.5(pid=21073): stdout: \u000a| (launched: 2022-12-13_19:10:48.699394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:10:50.559923 run osmo-stp_10.42.42.5(pid=21073): stderr: \u000a| �[0;m�[38;5;43m20221213191048872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191048872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191048872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191048874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191048874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191048874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191048874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:10:50.704394 run patchelf(pid=21076): Terminating (SIGINT)\u000a19:10:50.874051 run patchelf(pid=21076): Terminated: ok {rc=0}\u000a19:10:50.904891 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21073): Process ended prematurely: osmo-stp_10.42.42.5(pid=21073) [trial-2393↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21073)] [trial-2393↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a19:10:50.913550 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:10:50.974327 run osmo-hlr_10.42.42.2(pid=21070): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21070)]\u000a19:10:51.023914 run osmo-hlr_10.42.42.2(pid=21070): stdout: \u000a| (launched: 2022-12-13_19:10:47.759440) \u000a19:10:51.074275 run osmo-hlr_10.42.42.2(pid=21070): stderr: \u000a| �[0;m�[1;31m20221213191047935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191047935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191047935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191047935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191047935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191047935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191047985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191047996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191047996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191047996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:10:51.117267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21069): Terminating (SIGTERM)\u000a19:10:51.157506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21072): Terminating (SIGTERM)\u000a19:10:51.197762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21075): Terminating (SIGTERM)\u000a19:10:51.207142 --- ParallelTerminationStrategy: PID 21069 died...\u000a19:10:51.261270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21069): Terminated: ok {rc=0}\u000a19:10:51.271111 --- ParallelTerminationStrategy: PID 21072 died...\u000a19:10:51.324922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21072): Terminated: ok {rc=0}\u000a19:10:51.334700 --- ParallelTerminationStrategy: PID 21075 died...\u000a19:10:51.388230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21075): Terminated: ok {rc=0}\u000a19:10:51.476902 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:09:53" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21091): Process ended prematurely: osmo-stp_10.42.42.5(pid=21091) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21091)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21091): Process ended prematurely: osmo-stp_10.42.42.5(pid=21091) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:10:53.630841 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:53.641975 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:10:53.782700 tst cs_paging_gprs_active.py: using LAC 35668\u000a19:10:53.903936 tst cs_paging_gprs_active.py: using RAC 223\u000a19:10:54.027827 tst cs_paging_gprs_active.py: using CellId 35668\u000a19:10:54.148755 tst cs_paging_gprs_active.py: using BVCI 35669\u000a19:10:54.172169 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:54.183187 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:54.194063 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:54.204802 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:54.215456 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:54.226259 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:54.237243 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:54.247955 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:10:54.259100 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:10:54.380713 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:10:54.665356 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:10:54.793827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:55.112695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21081): Launched\u000a19:10:55.378043 run iperf3-srv_10.42.42.10(pid=21082): Launched\u000a19:10:55.565294 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:10:55.692919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:10:56.012083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21083): Launched\u000a19:10:56.277537 run iperf3-srv_10.42.42.10(pid=21084): Launched\u000a19:10:56.465036 tst cs_paging_gprs_active.py:38: start network...\u000a19:10:56.593299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:10:57.087023 run create_hlr_db(pid=21085): Launched\u000a19:10:57.264602 bus /gobi_6: Setting Powered False\u000a19:10:58.286774 run create_hlr_db(pid=21085): Terminated: ok {rc=0}\u000a19:10:58.695787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21087): Launched\u000a19:10:59.004668 run osmo-hlr_10.42.42.2(pid=21088): Launched\u000a19:10:59.121863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:10:59.653618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21090): Launched\u000a19:10:59.962062 run osmo-stp_10.42.42.5(pid=21091): Launched\u000a19:11:00.074329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:11:00.609357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21093): Launched\u000a19:11:00.719100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:11:01.027704 run patchelf(pid=21094): Launched\u000a19:11:01.287803 run osmo-stp_10.42.42.5(pid=21091): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21091)]\u000a19:11:01.431324 run osmo-stp_10.42.42.5(pid=21091): stdout: \u000a| (launched: 2022-12-13_19:10:59.809763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:01.565459 run osmo-stp_10.42.42.5(pid=21091): stderr: \u000a| �[0;m�[38;5;43m20221213191059979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191059979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191059980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191059980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191059981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191059981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191059981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:01.694680 run osmo-stp_10.42.42.5(pid=21091): stdout: \u000a| (launched: 2022-12-13_19:10:59.809763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:01.823141 run osmo-stp_10.42.42.5(pid=21091): stderr: \u000a| �[0;m�[38;5;43m20221213191059979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191059979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191059980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191059980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191059981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191059981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191059981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:01.972193 run patchelf(pid=21094): Terminating (SIGINT)\u000a19:11:02.148861 run patchelf(pid=21094): Terminated: ok {rc=0}\u000a19:11:02.182326 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21091): Process ended prematurely: osmo-stp_10.42.42.5(pid=21091) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21091)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:11:02.192766 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:11:02.254251 run osmo-hlr_10.42.42.2(pid=21088): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21088)]\u000a19:11:02.304555 run osmo-hlr_10.42.42.2(pid=21088): stdout: \u000a| (launched: 2022-12-13_19:10:58.852089) \u000a19:11:02.355213 run osmo-hlr_10.42.42.2(pid=21088): stderr: \u000a| �[0;m�[1;31m20221213191059030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191059030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191059030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191059030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191059030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191059030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191059043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191059053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191059053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191059053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:11:02.398116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21081): Terminating (SIGTERM)\u000a19:11:02.438197 run iperf3-srv_10.42.42.10(pid=21082): Terminating (SIGTERM)\u000a19:11:02.478519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21083): Terminating (SIGTERM)\u000a19:11:02.518657 run iperf3-srv_10.42.42.10(pid=21084): Terminating (SIGTERM)\u000a19:11:02.559193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21087): Terminating (SIGTERM)\u000a19:11:02.599375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21090): Terminating (SIGTERM)\u000a19:11:02.640053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21093): Terminating (SIGTERM)\u000a19:11:02.649393 --- ParallelTerminationStrategy: PID 21081 died...\u000a19:11:02.702983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21081): Terminated: ok {rc=0}\u000a19:11:02.712692 --- ParallelTerminationStrategy: PID 21082 died...\u000a19:11:02.765829 run iperf3-srv_10.42.42.10(pid=21082): Terminated {rc=256}\u000a19:11:02.775453 --- ParallelTerminationStrategy: PID 21083 died...\u000a19:11:02.829111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21083): Terminated: ok {rc=0}\u000a19:11:02.838669 --- ParallelTerminationStrategy: PID 21084 died...\u000a19:11:02.891714 run iperf3-srv_10.42.42.10(pid=21084): Terminated {rc=256}\u000a19:11:02.901404 --- ParallelTerminationStrategy: PID 21087 died...\u000a19:11:02.955168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21087): Terminated: ok {rc=0}\u000a19:11:02.965034 --- ParallelTerminationStrategy: PID 21090 died...\u000a19:11:03.018390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21090): Terminated: ok {rc=0}\u000a19:11:03.028122 --- ParallelTerminationStrategy: PID 21093 died...\u000a19:11:03.081635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21093): Terminated: ok {rc=0}\u000a19:11:03.170292 bus /gobi_0: Setting Powered False\u000a19:11:04.274138 bus /gobi_0: Setting Powered False\u000a19:11:05.386160 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21103): Process ended prematurely: osmo-stp_10.42.42.5(pid=21103) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21103)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21103): Process ended prematurely: osmo-stp_10.42.42.5(pid=21103) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:11:06.497446 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:06.509143 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:11:06.652551 tst iperf3.py: using LAC 35669\u000a19:11:06.772106 tst iperf3.py: using RAC 224\u000a19:11:06.893632 tst iperf3.py: using CellId 35669\u000a19:11:07.012241 tst iperf3.py: using BVCI 35670\u000a19:11:07.035554 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:07.046861 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:07.058092 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:07.068892 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:07.079739 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:07.090645 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:07.101573 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:07.112263 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:07.123262 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:11:07.403156 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:11:07.530248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:07.847091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21095): Launched\u000a19:11:08.113513 run iperf3-srv_10.42.42.10(pid=21096): Launched\u000a19:11:08.299420 tst iperf3.py:8: start network...\u000a19:11:08.426086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:08.918140 run create_hlr_db(pid=21097): Launched\u000a19:11:09.094300 bus /gobi_6: Setting Powered False\u000a19:11:10.116317 run create_hlr_db(pid=21097): Terminated: ok {rc=0}\u000a19:11:10.555869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21099): Launched\u000a19:11:10.885614 run osmo-hlr_10.42.42.2(pid=21100): Launched\u000a19:11:11.009806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:11:11.583601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21102): Launched\u000a19:11:11.914648 run osmo-stp_10.42.42.5(pid=21103): Launched\u000a19:11:12.034760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:11:12.610507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21105): Launched\u000a19:11:12.728229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:11:13.015598 run patchelf(pid=21106): Launched\u000a19:11:13.208888 run osmo-stp_10.42.42.5(pid=21103): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21103)]\u000a19:11:13.349753 run osmo-stp_10.42.42.5(pid=21103): stdout: \u000a| (launched: 2022-12-13_19:11:11.751242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:13.491669 run osmo-stp_10.42.42.5(pid=21103): stderr: \u000a| �[0;m�[38;5;43m20221213191111943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191111943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191111944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191111944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191111945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191111945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191111945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:13.628149 run osmo-stp_10.42.42.5(pid=21103): stdout: \u000a| (launched: 2022-12-13_19:11:11.751242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:13.763787 run osmo-stp_10.42.42.5(pid=21103): stderr: \u000a| �[0;m�[38;5;43m20221213191111943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191111943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191111944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191111944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191111945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191111945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191111945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:13.920836 run patchelf(pid=21106): Terminating (SIGINT)\u000a19:11:14.105341 run patchelf(pid=21106): Terminated: ok {rc=0}\u000a19:11:14.138973 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21103): Process ended prematurely: osmo-stp_10.42.42.5(pid=21103) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21103)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a19:11:14.148818 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:11:14.212997 run osmo-hlr_10.42.42.2(pid=21100): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21100)]\u000a19:11:14.265125 run osmo-hlr_10.42.42.2(pid=21100): stdout: \u000a| (launched: 2022-12-13_19:11:10.723449) \u000a19:11:14.318169 run osmo-hlr_10.42.42.2(pid=21100): stderr: \u000a| �[0;m�[1;31m20221213191110924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191110924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191110924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191110924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191110924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191110925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191110937 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191110946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191110946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191110946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:11:14.363591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21095): Terminating (SIGTERM)\u000a19:11:14.406605 run iperf3-srv_10.42.42.10(pid=21096): Terminating (SIGTERM)\u000a19:11:14.449803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21099): Terminating (SIGTERM)\u000a19:11:14.492725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21102): Terminating (SIGTERM)\u000a19:11:14.535618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21105): Terminating (SIGTERM)\u000a19:11:14.545454 --- ParallelTerminationStrategy: PID 21095 died...\u000a19:11:14.602799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21095): Terminated: ok {rc=0}\u000a19:11:14.613070 --- ParallelTerminationStrategy: PID 21096 died...\u000a19:11:14.669796 run iperf3-srv_10.42.42.10(pid=21096): Terminated {rc=256}\u000a19:11:14.679923 --- ParallelTerminationStrategy: PID 21099 died...\u000a19:11:14.736433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21099): Terminated: ok {rc=0}\u000a19:11:14.746686 --- ParallelTerminationStrategy: PID 21102 died...\u000a19:11:14.803219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21102): Terminated: ok {rc=0}\u000a19:11:14.813490 --- ParallelTerminationStrategy: PID 21105 died...\u000a19:11:14.870375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21105): Terminated: ok {rc=0}\u000a19:11:14.958315 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21121): Process ended prematurely: osmo-stp_10.42.42.5(pid=21121) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21121)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21121): Process ended prematurely: osmo-stp_10.42.42.5(pid=21121) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:11:16.080334 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:16.093680 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:11:16.273215 tst iperf3m4.py: using LAC 35670\u000a19:11:16.403588 tst iperf3m4.py: using RAC 225\u000a19:11:16.549726 tst iperf3m4.py: using CellId 35670\u000a19:11:16.683026 tst iperf3m4.py: using BVCI 35671\u000a19:11:16.709558 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:16.722238 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:16.734664 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:16.747910 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:16.760483 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:16.774944 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:16.788727 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:16.802265 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:16.816179 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:11:16.960834 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:11:17.102847 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:11:17.238528 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:11:17.541800 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:11:17.679549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:18.022099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21107): Launched\u000a19:11:18.308470 run iperf3-srv_10.42.42.10(pid=21108): Launched\u000a19:11:18.511105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:11:18.649376 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:18.991165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21109): Launched\u000a19:11:19.277263 run iperf3-srv_10.42.42.10(pid=21110): Launched\u000a19:11:19.479605 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:11:19.617454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:19.958614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21111): Launched\u000a19:11:20.245415 run iperf3-srv_10.42.42.10(pid=21112): Launched\u000a19:11:20.448161 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:11:20.586256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:20.927956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21113): Launched\u000a19:11:21.213469 run iperf3-srv_10.42.42.10(pid=21114): Launched\u000a19:11:21.415738 tst iperf3m4.py:8: start network...\u000a19:11:21.553933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:22.071726 run create_hlr_db(pid=21115): Launched\u000a19:11:22.262827 bus /gobi_6: Setting Powered False\u000a19:11:23.283517 run create_hlr_db(pid=21115): Terminated: ok {rc=0}\u000a19:11:23.696582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21117): Launched\u000a19:11:24.004877 run osmo-hlr_10.42.42.2(pid=21118): Launched\u000a19:11:24.123511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:11:24.660690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21120): Launched\u000a19:11:24.971456 run osmo-stp_10.42.42.5(pid=21121): Launched\u000a19:11:25.084077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:11:25.619100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21123): Launched\u000a19:11:25.728330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:11:25.996546 run patchelf(pid=21124): Launched\u000a19:11:26.175942 run osmo-stp_10.42.42.5(pid=21121): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21121)]\u000a19:11:26.307880 run osmo-stp_10.42.42.5(pid=21121): stdout: \u000a| (launched: 2022-12-13_19:11:24.818427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:26.439003 run osmo-stp_10.42.42.5(pid=21121): stderr: \u000a| �[0;m�[38;5;43m20221213191124989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191124989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191124989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191124990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191124990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191124990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191124990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:26.565873 run osmo-stp_10.42.42.5(pid=21121): stdout: \u000a| (launched: 2022-12-13_19:11:24.818427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:26.691503 run osmo-stp_10.42.42.5(pid=21121): stderr: \u000a| �[0;m�[38;5;43m20221213191124989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191124989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191124989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191124990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191124990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191124990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191124990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:26.837333 run patchelf(pid=21124): Terminating (SIGINT)\u000a19:11:27.008726 run patchelf(pid=21124): Terminated: ok {rc=0}\u000a19:11:27.040199 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21121): Process ended prematurely: osmo-stp_10.42.42.5(pid=21121) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21121)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:11:27.049493 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:11:27.110313 run osmo-hlr_10.42.42.2(pid=21118): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21118)]\u000a19:11:27.159796 run osmo-hlr_10.42.42.2(pid=21118): stdout: \u000a| (launched: 2022-12-13_19:11:23.853042) \u000a19:11:27.209728 run osmo-hlr_10.42.42.2(pid=21118): stderr: \u000a| �[0;m�[1;31m20221213191124030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191124030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191124030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191124030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191124030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191124030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191124043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191124052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191124052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191124052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:11:27.252279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21107): Terminating (SIGTERM)\u000a19:11:27.292381 run iperf3-srv_10.42.42.10(pid=21108): Terminating (SIGTERM)\u000a19:11:27.332340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21109): Terminating (SIGTERM)\u000a19:11:27.372125 run iperf3-srv_10.42.42.10(pid=21110): Terminating (SIGTERM)\u000a19:11:27.412117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21111): Terminating (SIGTERM)\u000a19:11:27.452131 run iperf3-srv_10.42.42.10(pid=21112): Terminating (SIGTERM)\u000a19:11:27.492018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21113): Terminating (SIGTERM)\u000a19:11:27.531793 run iperf3-srv_10.42.42.10(pid=21114): Terminating (SIGTERM)\u000a19:11:27.571726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21117): Terminating (SIGTERM)\u000a19:11:27.611563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21120): Terminating (SIGTERM)\u000a19:11:27.651663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21123): Terminating (SIGTERM)\u000a19:11:27.661030 --- ParallelTerminationStrategy: PID 21107 died...\u000a19:11:27.714646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21107): Terminated: ok {rc=0}\u000a19:11:27.724319 --- ParallelTerminationStrategy: PID 21108 died...\u000a19:11:27.777342 run iperf3-srv_10.42.42.10(pid=21108): Terminated {rc=256}\u000a19:11:27.786907 --- ParallelTerminationStrategy: PID 21109 died...\u000a19:11:27.840170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21109): Terminated: ok {rc=0}\u000a19:11:27.849839 --- ParallelTerminationStrategy: PID 21110 died...\u000a19:11:27.902832 run iperf3-srv_10.42.42.10(pid=21110): Terminated {rc=256}\u000a19:11:27.912375 --- ParallelTerminationStrategy: PID 21111 died...\u000a19:11:27.965540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21111): Terminated: ok {rc=0}\u000a19:11:27.975028 --- ParallelTerminationStrategy: PID 21112 died...\u000a19:11:28.027784 run iperf3-srv_10.42.42.10(pid=21112): Terminated {rc=256}\u000a19:11:28.037495 --- ParallelTerminationStrategy: PID 21113 died...\u000a19:11:28.090514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21113): Terminated: ok {rc=0}\u000a19:11:28.100150 --- ParallelTerminationStrategy: PID 21114 died...\u000a19:11:28.153106 run iperf3-srv_10.42.42.10(pid=21114): Terminated {rc=256}\u000a19:11:28.163017 --- ParallelTerminationStrategy: PID 21117 died...\u000a19:11:28.216357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21117): Terminated: ok {rc=0}\u000a19:11:28.226039 --- ParallelTerminationStrategy: PID 21120 died...\u000a19:11:28.279347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21120): Terminated: ok {rc=0}\u000a19:11:28.289036 --- ParallelTerminationStrategy: PID 21123 died...\u000a19:11:28.342103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21123): Terminated: ok {rc=0}\u000a19:11:28.431344 bus /gobi_4: Setting Powered False\u000a19:11:29.538483 bus /gobi_4: Setting Powered False\u000a19:11:30.647713 bus /gobi_1: Setting Powered False\u000a19:11:31.751180 bus /gobi_1: Setting Powered False\u000a19:11:32.858691 bus /gobi_0: Setting Powered False\u000a19:11:33.965633 bus /gobi_0: Setting Powered False\u000a19:11:35.074993 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21131): Process ended prematurely: osmo-stp_10.42.42.5(pid=21131) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21131)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21131): Process ended prematurely: osmo-stp_10.42.42.5(pid=21131) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:11:36.141771 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:36.153647 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:11:36.293401 tst ping.py: using LAC 35671\u000a19:11:36.411114 tst ping.py: using RAC 226\u000a19:11:36.531237 tst ping.py: using CellId 35671\u000a19:11:36.651896 tst ping.py: using BVCI 35672\u000a19:11:36.675128 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:36.686456 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:36.697624 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:36.708538 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:36.719672 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:36.730786 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:36.742008 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:36.752852 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:11:37.030174 tst ping.py:19: start network...\u000a19:11:37.155500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:37.640455 run create_hlr_db(pid=21125): Launched\u000a19:11:37.814260 bus /gobi_6: Setting Powered False\u000a19:11:38.834885 run create_hlr_db(pid=21125): Terminated: ok {rc=0}\u000a19:11:39.236840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21127): Launched\u000a19:11:39.540884 run osmo-hlr_10.42.42.2(pid=21128): Launched\u000a19:11:39.652580 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:11:40.178070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21130): Launched\u000a19:11:40.482113 run osmo-stp_10.42.42.5(pid=21131): Launched\u000a19:11:40.591865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:11:41.117041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21133): Launched\u000a19:11:41.223841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:11:41.489043 run patchelf(pid=21134): Launched\u000a19:11:41.665475 run osmo-stp_10.42.42.5(pid=21131): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21131)]\u000a19:11:41.794149 run osmo-stp_10.42.42.5(pid=21131): stdout: \u000a| (launched: 2022-12-13_19:11:40.331103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:41.923420 run osmo-stp_10.42.42.5(pid=21131): stderr: \u000a| �[0;m�[38;5;43m20221213191140502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191140502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191140502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191140503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191140503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191140503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191140503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:42.048026 run osmo-stp_10.42.42.5(pid=21131): stdout: \u000a| (launched: 2022-12-13_19:11:40.331103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:42.171750 run osmo-stp_10.42.42.5(pid=21131): stderr: \u000a| �[0;m�[38;5;43m20221213191140502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191140502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191140502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191140503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191140503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191140503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191140503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:42.315366 run patchelf(pid=21134): Terminating (SIGINT)\u000a19:11:42.485131 run patchelf(pid=21134): Terminated: ok {rc=0}\u000a19:11:42.515703 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21131): Process ended prematurely: osmo-stp_10.42.42.5(pid=21131) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21131)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a19:11:42.524376 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:11:42.584819 run osmo-hlr_10.42.42.2(pid=21128): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21128)]\u000a19:11:42.634104 run osmo-hlr_10.42.42.2(pid=21128): stdout: \u000a| (launched: 2022-12-13_19:11:39.390310) \u000a19:11:42.683838 run osmo-hlr_10.42.42.2(pid=21128): stderr: \u000a| �[0;m�[1;31m20221213191139567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191139567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191139567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191139567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191139568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191139568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191139580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191139589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191139589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191139589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:11:42.726378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21127): Terminating (SIGTERM)\u000a19:11:42.766374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21130): Terminating (SIGTERM)\u000a19:11:42.806395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21133): Terminating (SIGTERM)\u000a19:11:42.815674 --- ParallelTerminationStrategy: PID 21127 died...\u000a19:11:42.869645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21127): Terminated: ok {rc=0}\u000a19:11:42.879353 --- ParallelTerminationStrategy: PID 21130 died...\u000a19:11:42.932873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21130): Terminated: ok {rc=0}\u000a19:11:42.942575 --- ParallelTerminationStrategy: PID 21133 died...\u000a19:11:42.996101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21133): Terminated: ok {rc=0}\u000a19:11:43.085015 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:11:44.137397 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:44.149832 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:11:44.299383 tst ping_idle_ping.py: using LAC 35672\u000a19:11:44.426259 tst ping_idle_ping.py: using RAC 227\u000a19:11:44.554399 tst ping_idle_ping.py: using CellId 35672\u000a19:11:44.680494 tst ping_idle_ping.py: using BVCI 35673\u000a19:11:44.705378 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:44.717100 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:44.728377 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:44.739770 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:44.751391 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:44.763043 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:44.774973 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:11:44.786757 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:11:45.066087 tst ping_idle_ping.py:24: start network...\u000a19:11:45.192295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:45.682403 run create_hlr_db(pid=21135): Launched\u000a19:11:45.871616 bus /gobi_6: Setting Powered False\u000a19:11:46.879865 run create_hlr_db(pid=21135): Terminated: ok {rc=0}\u000a19:11:47.313569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Launched\u000a19:11:47.618984 run osmo-hlr_10.42.42.2(pid=21138): Launched\u000a19:11:47.736071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:11:48.276424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Launched\u000a19:11:48.603426 run osmo-stp_10.42.42.5(pid=21141): Launched\u000a19:11:48.722292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:11:49.292925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21143): Launched\u000a19:11:49.409438 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:11:49.694406 run patchelf(pid=21144): Launched\u000a19:11:49.884832 run osmo-stp_10.42.42.5(pid=21141): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]\u000a19:11:50.023592 run osmo-stp_10.42.42.5(pid=21141): stdout: \u000a| (launched: 2022-12-13_19:11:48.442545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:50.163694 run osmo-stp_10.42.42.5(pid=21141): stderr: \u000a| �[0;m�[38;5;43m20221213191148636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191148636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191148636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191148637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191148637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191148637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191148637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:50.298435 run osmo-stp_10.42.42.5(pid=21141): stdout: \u000a| (launched: 2022-12-13_19:11:48.442545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:50.432198 run osmo-stp_10.42.42.5(pid=21141): stderr: \u000a| �[0;m�[38;5;43m20221213191148636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191148636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191148636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191148637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191148637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191148637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191148637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:50.587130 run patchelf(pid=21144): Terminating (SIGINT)\u000a19:11:50.768234 run patchelf(pid=21144): Terminated: ok {rc=0}\u000a19:11:50.801231 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:11:50.810394 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:11:50.874428 run osmo-hlr_10.42.42.2(pid=21138): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21138)]\u000a19:11:50.926554 run osmo-hlr_10.42.42.2(pid=21138): stdout: \u000a| (launched: 2022-12-13_19:11:47.467451) \u000a19:11:50.979374 run osmo-hlr_10.42.42.2(pid=21138): stderr: \u000a| �[0;m�[1;31m20221213191147646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191147646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191147646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191147646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191147646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191147646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191147658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191147667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191147667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191147667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:11:51.024332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Terminating (SIGTERM)\u000a19:11:51.067334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Terminating (SIGTERM)\u000a19:11:51.109956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21143): Terminating (SIGTERM)\u000a19:11:51.119746 --- ParallelTerminationStrategy: PID 21137 died...\u000a19:11:51.176898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Terminated: ok {rc=0}\u000a19:11:51.187145 --- ParallelTerminationStrategy: PID 21140 died...\u000a19:11:51.243885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Terminated: ok {rc=0}\u000a19:11:51.254114 --- ParallelTerminationStrategy: PID 21143 died...\u000a19:11:51.310859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21143): Terminated: ok {rc=0}\u000a19:11:51.398349 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:10:53" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21160): Process ended prematurely: osmo-stp_10.42.42.5(pid=21160) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21160)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21160): Process ended prematurely: osmo-stp_10.42.42.5(pid=21160) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:11:53.571723 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:53.583058 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:11:53.741603 tst cs_paging_gprs_active.py: using LAC 35673\u000a19:11:53.861579 tst cs_paging_gprs_active.py: using RAC 228\u000a19:11:53.990814 tst cs_paging_gprs_active.py: using CellId 35673\u000a19:11:54.124752 tst cs_paging_gprs_active.py: using BVCI 35674\u000a19:11:54.149953 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:54.161565 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:54.172918 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:54.184298 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:54.195972 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:54.207563 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:54.219390 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:54.231052 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:11:54.242998 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:11:54.360815 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:11:54.660148 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:11:54.798135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:55.140742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21149): Launched\u000a19:11:55.423936 run iperf3-srv_10.42.42.10(pid=21150): Launched\u000a19:11:55.626838 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:11:55.764524 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:11:56.106183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21151): Launched\u000a19:11:56.391121 run iperf3-srv_10.42.42.10(pid=21152): Launched\u000a19:11:56.594029 tst cs_paging_gprs_active.py:38: start network...\u000a19:11:56.732194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:57.252219 run create_hlr_db(pid=21153): Launched\u000a19:11:57.443289 bus /gobi_6: Setting Powered False\u000a19:11:58.464640 run create_hlr_db(pid=21153): Terminated: ok {rc=0}\u000a19:11:58.877306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21155): Launched\u000a19:11:59.187468 run osmo-hlr_10.42.42.2(pid=21156): Launched\u000a19:11:59.309951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:11:59.851527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21158): Launched\u000a19:12:00.158570 run osmo-stp_10.42.42.5(pid=21160): Launched\u000a19:12:00.270265 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:12:00.807677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21162): Launched\u000a19:12:00.924589 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:12:01.232802 run patchelf(pid=21163): Launched\u000a19:12:01.421554 run osmo-stp_10.42.42.5(pid=21160): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21160)]\u000a19:12:01.556810 run osmo-stp_10.42.42.5(pid=21160): stdout: \u000a| (launched: 2022-12-13_19:12:00.006942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:01.691847 run osmo-stp_10.42.42.5(pid=21160): stderr: \u000a| �[0;m�[38;5;43m20221213191200177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191200177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191200177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191200177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191200178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191200178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191200178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:01.821860 run osmo-stp_10.42.42.5(pid=21160): stdout: \u000a| (launched: 2022-12-13_19:12:00.006942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:01.951289 run osmo-stp_10.42.42.5(pid=21160): stderr: \u000a| �[0;m�[38;5;43m20221213191200177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191200177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191200177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191200177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191200178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191200178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191200178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:02.101879 run patchelf(pid=21163): Terminating (SIGINT)\u000a19:12:02.282005 run patchelf(pid=21163): Terminated: ok {rc=0}\u000a19:12:02.316437 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21160): Process ended prematurely: osmo-stp_10.42.42.5(pid=21160) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21160)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:12:02.326807 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:12:02.392182 run osmo-hlr_10.42.42.2(pid=21156): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21156)]\u000a19:12:02.444785 run osmo-hlr_10.42.42.2(pid=21156): stdout: \u000a| (launched: 2022-12-13_19:11:59.033267) \u000a19:12:02.498047 run osmo-hlr_10.42.42.2(pid=21156): stderr: \u000a| �[0;m�[1;31m20221213191159210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191159210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191159210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191159210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191159210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191159210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191159222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191159230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191159230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191159230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:02.543833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21149): Terminating (SIGTERM)\u000a19:12:02.586399 run iperf3-srv_10.42.42.10(pid=21150): Terminating (SIGTERM)\u000a19:12:02.628797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21151): Terminating (SIGTERM)\u000a19:12:02.671214 run iperf3-srv_10.42.42.10(pid=21152): Terminating (SIGTERM)\u000a19:12:02.713677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21155): Terminating (SIGTERM)\u000a19:12:02.756302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21158): Terminating (SIGTERM)\u000a19:12:02.798926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21162): Terminating (SIGTERM)\u000a19:12:02.808690 --- ParallelTerminationStrategy: PID 21149 died...\u000a19:12:02.866201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21149): Terminated: ok {rc=0}\u000a19:12:02.876398 --- ParallelTerminationStrategy: PID 21150 died...\u000a19:12:02.933512 run iperf3-srv_10.42.42.10(pid=21150): Terminated {rc=256}\u000a19:12:02.943722 --- ParallelTerminationStrategy: PID 21151 died...\u000a19:12:03.000654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21151): Terminated: ok {rc=0}\u000a19:12:03.010822 --- ParallelTerminationStrategy: PID 21152 died...\u000a19:12:03.067774 run iperf3-srv_10.42.42.10(pid=21152): Terminated {rc=256}\u000a19:12:03.078030 --- ParallelTerminationStrategy: PID 21155 died...\u000a19:12:03.135083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21155): Terminated: ok {rc=0}\u000a19:12:03.145435 --- ParallelTerminationStrategy: PID 21158 died...\u000a19:12:03.202410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21158): Terminated: ok {rc=0}\u000a19:12:03.212616 --- ParallelTerminationStrategy: PID 21162 died...\u000a19:12:03.269668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21162): Terminated: ok {rc=0}\u000a19:12:03.366081 bus /gobi_0: Setting Powered False\u000a19:12:04.470880 bus /gobi_0: Setting Powered False\u000a19:12:05.583223 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21172): Process ended prematurely: osmo-stp_10.42.42.5(pid=21172) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21172)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21172): Process ended prematurely: osmo-stp_10.42.42.5(pid=21172) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:12:06.694561 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:06.706304 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:12:06.867856 tst iperf3.py: using LAC 35674\u000a19:12:06.989498 tst iperf3.py: using RAC 229\u000a19:12:07.108697 tst iperf3.py: using CellId 35674\u000a19:12:07.237119 tst iperf3.py: using BVCI 35675\u000a19:12:07.262611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:07.274209 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:07.285957 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:07.297615 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:07.309785 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:07.321824 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:07.333948 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:07.345788 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:07.357905 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:12:07.656677 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:12:07.794762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:12:08.137403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21164): Launched\u000a19:12:08.422015 run iperf3-srv_10.42.42.10(pid=21165): Launched\u000a19:12:08.624200 tst iperf3.py:8: start network...\u000a19:12:08.761977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:09.280285 run create_hlr_db(pid=21166): Launched\u000a19:12:09.471400 bus /gobi_6: Setting Powered False\u000a19:12:10.492887 run create_hlr_db(pid=21166): Terminated: ok {rc=0}\u000a19:12:10.931489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21168): Launched\u000a19:12:11.264212 run osmo-hlr_10.42.42.2(pid=21169): Launched\u000a19:12:11.388403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:11.962353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21171): Launched\u000a19:12:12.293993 run osmo-stp_10.42.42.5(pid=21172): Launched\u000a19:12:12.413376 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:12:12.986796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21174): Launched\u000a19:12:13.104463 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:12:13.391407 run patchelf(pid=21175): Launched\u000a19:12:13.583285 run osmo-stp_10.42.42.5(pid=21172): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21172)]\u000a19:12:13.723725 run osmo-stp_10.42.42.5(pid=21172): stdout: \u000a| (launched: 2022-12-13_19:12:12.130579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:13.864903 run osmo-stp_10.42.42.5(pid=21172): stderr: \u000a| �[0;m�[38;5;43m20221213191212325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191212325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191212325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191212326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191212326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191212326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191212326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:14.001223 run osmo-stp_10.42.42.5(pid=21172): stdout: \u000a| (launched: 2022-12-13_19:12:12.130579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:14.137412 run osmo-stp_10.42.42.5(pid=21172): stderr: \u000a| �[0;m�[38;5;43m20221213191212325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191212325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191212325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191212326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191212326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191212326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191212326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:14.295066 run patchelf(pid=21175): Terminating (SIGINT)\u000a19:12:14.479703 run patchelf(pid=21175): Terminated: ok {rc=0}\u000a19:12:14.513871 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21172): Process ended prematurely: osmo-stp_10.42.42.5(pid=21172) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21172)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:12:14.524043 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a19:12:14.588072 run osmo-hlr_10.42.42.2(pid=21169): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21169)]\u000a19:12:14.640507 run osmo-hlr_10.42.42.2(pid=21169): stdout: \u000a| (launched: 2022-12-13_19:12:11.099740) \u000a19:12:14.693504 run osmo-hlr_10.42.42.2(pid=21169): stderr: \u000a| �[0;m�[1;31m20221213191211299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191211299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191211299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191211299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191211299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191211299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191211312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191211320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191211321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191211321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:14.738666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21164): Terminating (SIGTERM)\u000a19:12:14.781153 run iperf3-srv_10.42.42.10(pid=21165): Terminating (SIGTERM)\u000a19:12:14.824103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21168): Terminating (SIGTERM)\u000a19:12:14.866658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21171): Terminating (SIGTERM)\u000a19:12:14.909735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21174): Terminating (SIGTERM)\u000a19:12:14.919902 --- ParallelTerminationStrategy: PID 21164 died...\u000a19:12:14.977138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21164): Terminated: ok {rc=0}\u000a19:12:14.987247 --- ParallelTerminationStrategy: PID 21165 died...\u000a19:12:15.043795 run iperf3-srv_10.42.42.10(pid=21165): Terminated {rc=256}\u000a19:12:15.054311 --- ParallelTerminationStrategy: PID 21168 died...\u000a19:12:15.111198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21168): Terminated: ok {rc=0}\u000a19:12:15.121477 --- ParallelTerminationStrategy: PID 21171 died...\u000a19:12:15.177519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21171): Terminated: ok {rc=0}\u000a19:12:15.187505 --- ParallelTerminationStrategy: PID 21174 died...\u000a19:12:15.244030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21174): Terminated: ok {rc=0}\u000a19:12:15.331510 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21190): Process ended prematurely: osmo-stp_10.42.42.5(pid=21190) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21190)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21190): Process ended prematurely: osmo-stp_10.42.42.5(pid=21190) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:12:16.447458 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:16.460398 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:12:16.624711 tst iperf3m4.py: using LAC 35675\u000a19:12:16.755329 tst iperf3m4.py: using RAC 230\u000a19:12:16.888105 tst iperf3m4.py: using CellId 35675\u000a19:12:17.024175 tst iperf3m4.py: using BVCI 35676\u000a19:12:17.052306 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:17.065234 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:17.077899 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:17.090505 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:17.105310 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:17.119713 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:17.133652 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:17.146645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:17.160021 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:12:17.289092 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:12:17.408819 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:12:17.529968 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:12:17.812008 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:12:17.939642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:12:18.257876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21176): Launched\u000a19:12:18.524920 run iperf3-srv_10.42.42.10(pid=21177): Launched\u000a19:12:18.712755 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:12:18.840857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:12:19.159035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21178): Launched\u000a19:12:19.425421 run iperf3-srv_10.42.42.10(pid=21179): Launched\u000a19:12:19.611518 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:12:19.738936 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:12:20.056853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21180): Launched\u000a19:12:20.321520 run iperf3-srv_10.42.42.10(pid=21181): Launched\u000a19:12:20.507647 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:12:20.634412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:12:20.955407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21182): Launched\u000a19:12:21.221299 run iperf3-srv_10.42.42.10(pid=21183): Launched\u000a19:12:21.407229 tst iperf3m4.py:8: start network...\u000a19:12:21.534298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:22.026124 run create_hlr_db(pid=21184): Launched\u000a19:12:22.202940 bus /gobi_6: Setting Powered False\u000a19:12:23.237952 run create_hlr_db(pid=21184): Terminated: ok {rc=0}\u000a19:12:23.678758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21186): Launched\u000a19:12:24.011907 run osmo-hlr_10.42.42.2(pid=21187): Launched\u000a19:12:24.133530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:24.707948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21189): Launched\u000a19:12:25.039883 run osmo-stp_10.42.42.5(pid=21190): Launched\u000a19:12:25.161020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:12:25.736884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21192): Launched\u000a19:12:25.854673 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:12:26.142826 run patchelf(pid=21193): Launched\u000a19:12:26.335099 run osmo-stp_10.42.42.5(pid=21190): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21190)]\u000a19:12:26.475597 run osmo-stp_10.42.42.5(pid=21190): stdout: \u000a| (launched: 2022-12-13_19:12:24.875469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:26.616152 run osmo-stp_10.42.42.5(pid=21190): stderr: \u000a| �[0;m�[38;5;43m20221213191225068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191225068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191225069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191225069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191225070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191225070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191225070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:26.752374 run osmo-stp_10.42.42.5(pid=21190): stdout: \u000a| (launched: 2022-12-13_19:12:24.875469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:26.887349 run osmo-stp_10.42.42.5(pid=21190): stderr: \u000a| �[0;m�[38;5;43m20221213191225068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191225068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191225069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191225069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191225070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191225070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191225070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:27.044304 run patchelf(pid=21193): Terminating (SIGINT)\u000a19:12:27.228359 run patchelf(pid=21193): Terminated: ok {rc=0}\u000a19:12:27.262139 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21190): Process ended prematurely: osmo-stp_10.42.42.5(pid=21190) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21190)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:12:27.272065 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a19:12:27.336100 run osmo-hlr_10.42.42.2(pid=21187): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21187)]\u000a19:12:27.387899 run osmo-hlr_10.42.42.2(pid=21187): stdout: \u000a| (launched: 2022-12-13_19:12:23.847290) \u000a19:12:27.440324 run osmo-hlr_10.42.42.2(pid=21187): stderr: \u000a| �[0;m�[1;31m20221213191224049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191224049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191224049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191224049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191224049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191224049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191224060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191224069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191224069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191224069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:27.485041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21176): Terminating (SIGTERM)\u000a19:12:27.527297 run iperf3-srv_10.42.42.10(pid=21177): Terminating (SIGTERM)\u000a19:12:27.569710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21178): Terminating (SIGTERM)\u000a19:12:27.611721 run iperf3-srv_10.42.42.10(pid=21179): Terminating (SIGTERM)\u000a19:12:27.653917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21180): Terminating (SIGTERM)\u000a19:12:27.695684 run iperf3-srv_10.42.42.10(pid=21181): Terminating (SIGTERM)\u000a19:12:27.737689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21182): Terminating (SIGTERM)\u000a19:12:27.779718 run iperf3-srv_10.42.42.10(pid=21183): Terminating (SIGTERM)\u000a19:12:27.821881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21186): Terminating (SIGTERM)\u000a19:12:27.863933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21189): Terminating (SIGTERM)\u000a19:12:27.906599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21192): Terminating (SIGTERM)\u000a19:12:27.916320 --- ParallelTerminationStrategy: PID 21176 died...\u000a19:12:27.973015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21176): Terminated: ok {rc=0}\u000a19:12:27.983173 --- ParallelTerminationStrategy: PID 21177 died...\u000a19:12:28.039354 run iperf3-srv_10.42.42.10(pid=21177): Terminated {rc=256}\u000a19:12:28.049497 --- ParallelTerminationStrategy: PID 21178 died...\u000a19:12:28.106090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21178): Terminated: ok {rc=0}\u000a19:12:28.116231 --- ParallelTerminationStrategy: PID 21179 died...\u000a19:12:28.172362 run iperf3-srv_10.42.42.10(pid=21179): Terminated {rc=256}\u000a19:12:28.182473 --- ParallelTerminationStrategy: PID 21180 died...\u000a19:12:28.238542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21180): Terminated: ok {rc=0}\u000a19:12:28.248655 --- ParallelTerminationStrategy: PID 21181 died...\u000a19:12:28.304538 run iperf3-srv_10.42.42.10(pid=21181): Terminated {rc=256}\u000a19:12:28.314649 --- ParallelTerminationStrategy: PID 21182 died...\u000a19:12:28.370838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21182): Terminated: ok {rc=0}\u000a19:12:28.381002 --- ParallelTerminationStrategy: PID 21183 died...\u000a19:12:28.437115 run iperf3-srv_10.42.42.10(pid=21183): Terminated {rc=256}\u000a19:12:28.447244 --- ParallelTerminationStrategy: PID 21186 died...\u000a19:12:28.503521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21186): Terminated: ok {rc=0}\u000a19:12:28.513795 --- ParallelTerminationStrategy: PID 21189 died...\u000a19:12:28.569983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21189): Terminated: ok {rc=0}\u000a19:12:28.580128 --- ParallelTerminationStrategy: PID 21192 died...\u000a19:12:28.636049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21192): Terminated: ok {rc=0}\u000a19:12:28.724604 bus /gobi_4: Setting Powered False\u000a19:12:29.828104 bus /gobi_4: Setting Powered False\u000a19:12:30.954765 bus /gobi_1: Setting Powered False\u000a19:12:32.058955 bus /gobi_1: Setting Powered False\u000a19:12:33.171949 bus /gobi_0: Setting Powered False\u000a19:12:34.275345 bus /gobi_0: Setting Powered False\u000a19:12:35.388760 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21200): Process ended prematurely: osmo-stp_10.42.42.5(pid=21200) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21200)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21200): Process ended prematurely: osmo-stp_10.42.42.5(pid=21200) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:12:36.456028 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:36.467905 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:12:36.626113 tst ping.py: using LAC 35676\u000a19:12:36.748385 tst ping.py: using RAC 231\u000a19:12:36.865132 tst ping.py: using CellId 35676\u000a19:12:36.981104 tst ping.py: using BVCI 35677\u000a19:12:37.004230 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:37.015608 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:37.026796 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:37.037862 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:37.048724 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:37.059639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:37.070731 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:37.081651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:12:37.356142 tst ping.py:19: start network...\u000a19:12:37.480622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:37.961634 run create_hlr_db(pid=21194): Launched\u000a19:12:38.134343 bus /gobi_6: Setting Powered False\u000a19:12:39.155818 run create_hlr_db(pid=21194): Terminated: ok {rc=0}\u000a19:12:39.585534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21196): Launched\u000a19:12:39.910045 run osmo-hlr_10.42.42.2(pid=21197): Launched\u000a19:12:40.030963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:40.598588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21199): Launched\u000a19:12:40.923558 run osmo-stp_10.42.42.5(pid=21200): Launched\u000a19:12:41.040897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:12:41.607450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21202): Launched\u000a19:12:41.723037 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:12:42.006047 run patchelf(pid=21203): Launched\u000a19:12:42.195548 run osmo-stp_10.42.42.5(pid=21200): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21200)]\u000a19:12:42.334045 run osmo-stp_10.42.42.5(pid=21200): stdout: \u000a| (launched: 2022-12-13_19:12:40.762812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:42.472171 run osmo-stp_10.42.42.5(pid=21200): stderr: \u000a| �[0;m�[38;5;43m20221213191240957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191240957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191240957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191240957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191240958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191240958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191240958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:42.606136 run osmo-stp_10.42.42.5(pid=21200): stdout: \u000a| (launched: 2022-12-13_19:12:40.762812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:42.739154 run osmo-stp_10.42.42.5(pid=21200): stderr: \u000a| �[0;m�[38;5;43m20221213191240957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191240957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191240957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191240957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191240958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191240958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191240958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:42.893672 run patchelf(pid=21203): Terminating (SIGINT)\u000a19:12:43.074977 run patchelf(pid=21203): Terminated: ok {rc=0}\u000a19:12:43.107839 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21200): Process ended prematurely: osmo-stp_10.42.42.5(pid=21200) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21200)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:12:43.117324 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:12:43.181459 run osmo-hlr_10.42.42.2(pid=21197): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21197)]\u000a19:12:43.233829 run osmo-hlr_10.42.42.2(pid=21197): stdout: \u000a| (launched: 2022-12-13_19:12:39.749056) \u000a19:12:43.286904 run osmo-hlr_10.42.42.2(pid=21197): stderr: \u000a| �[0;m�[1;31m20221213191239949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191239950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191239950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191239950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191239950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191239950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191239965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191239975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191239975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191239975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:43.332229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21196): Terminating (SIGTERM)\u000a19:12:43.375104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21199): Terminating (SIGTERM)\u000a19:12:43.417884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21202): Terminating (SIGTERM)\u000a19:12:43.427772 --- ParallelTerminationStrategy: PID 21196 died...\u000a19:12:43.485130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21196): Terminated: ok {rc=0}\u000a19:12:43.495477 --- ParallelTerminationStrategy: PID 21199 died...\u000a19:12:43.552198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21199): Terminated: ok {rc=0}\u000a19:12:43.562456 --- ParallelTerminationStrategy: PID 21202 died...\u000a19:12:43.619018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21202): Terminated: ok {rc=0}\u000a19:12:43.706564 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21210): Process ended prematurely: osmo-stp_10.42.42.5(pid=21210) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21210)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21210): Process ended prematurely: osmo-stp_10.42.42.5(pid=21210) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:12:44.759834 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:44.772673 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:12:44.941475 tst ping_idle_ping.py: using LAC 35677\u000a19:12:45.069789 tst ping_idle_ping.py: using RAC 232\u000a19:12:45.194228 tst ping_idle_ping.py: using CellId 35677\u000a19:12:45.311687 tst ping_idle_ping.py: using BVCI 35678\u000a19:12:45.335092 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:45.346567 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:45.357586 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:45.368636 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:45.379534 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:45.390547 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:45.401540 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:12:45.412400 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:12:45.706341 tst ping_idle_ping.py:24: start network...\u000a19:12:45.843214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:46.410549 run create_hlr_db(pid=21204): Launched\u000a19:12:46.603198 bus /gobi_6: Setting Powered False\u000a19:12:47.620310 run create_hlr_db(pid=21204): Terminated: ok {rc=0}\u000a19:12:48.026845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21206): Launched\u000a19:12:48.331040 run osmo-hlr_10.42.42.2(pid=21207): Launched\u000a19:12:48.441016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:48.966987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21209): Launched\u000a19:12:49.268490 run osmo-stp_10.42.42.5(pid=21210): Launched\u000a19:12:49.378385 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:12:49.905314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21212): Launched\u000a19:12:50.012250 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:12:50.275291 run patchelf(pid=21213): Launched\u000a19:12:50.451104 run osmo-stp_10.42.42.5(pid=21210): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21210)]\u000a19:12:50.579501 run osmo-stp_10.42.42.5(pid=21210): stdout: \u000a| (launched: 2022-12-13_19:12:49.120103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:50.708157 run osmo-stp_10.42.42.5(pid=21210): stderr: \u000a| �[0;m�[38;5;43m20221213191249292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191249292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191249292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191249293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191249293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191249293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191249293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:50.832378 run osmo-stp_10.42.42.5(pid=21210): stdout: \u000a| (launched: 2022-12-13_19:12:49.120103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:50.956390 run osmo-stp_10.42.42.5(pid=21210): stderr: \u000a| �[0;m�[38;5;43m20221213191249292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191249292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191249292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191249293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191249293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191249293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191249293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:51.100113 run patchelf(pid=21213): Terminating (SIGINT)\u000a19:12:51.268497 run patchelf(pid=21213): Terminated: ok {rc=0}\u000a19:12:51.299188 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21210): Process ended prematurely: osmo-stp_10.42.42.5(pid=21210) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21210)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:12:51.307885 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:12:51.368191 run osmo-hlr_10.42.42.2(pid=21207): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21207)]\u000a19:12:51.417368 run osmo-hlr_10.42.42.2(pid=21207): stdout: \u000a| (launched: 2022-12-13_19:12:48.181090) \u000a19:12:51.467006 run osmo-hlr_10.42.42.2(pid=21207): stderr: \u000a| �[0;m�[1;31m20221213191248357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191248357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191248358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191248358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191248358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191248358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191248383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191248393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191248393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191248393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:51.510268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21206): Terminating (SIGTERM)\u000a19:12:51.550566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21209): Terminating (SIGTERM)\u000a19:12:51.591076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21212): Terminating (SIGTERM)\u000a19:12:51.600335 --- ParallelTerminationStrategy: PID 21206 died...\u000a19:12:51.653841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21206): Terminated: ok {rc=0}\u000a19:12:51.663724 --- ParallelTerminationStrategy: PID 21209 died...\u000a19:12:51.716784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21209): Terminated: ok {rc=0}\u000a19:12:51.726291 --- ParallelTerminationStrategy: PID 21212 died...\u000a19:12:51.784785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21212): Terminated: ok {rc=0}\u000a19:12:51.873619 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:11:53" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21227): Process ended prematurely: osmo-stp_10.42.42.5(pid=21227) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21227)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21227): Process ended prematurely: osmo-stp_10.42.42.5(pid=21227) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:12:54.033088 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:54.044249 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:12:54.204228 tst cs_paging_gprs_active.py: using LAC 35678\u000a19:12:54.333359 tst cs_paging_gprs_active.py: using RAC 233\u000a19:12:54.452715 tst cs_paging_gprs_active.py: using CellId 35678\u000a19:12:54.571947 tst cs_paging_gprs_active.py: using BVCI 35679\u000a19:12:54.595507 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:54.606703 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:54.617767 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:54.628712 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:54.639818 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:54.650925 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:54.662115 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:54.673403 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:12:54.684811 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:12:54.804005 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:12:55.088015 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:12:55.216473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:12:55.535747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21217): Launched\u000a19:12:55.801466 run iperf3-srv_10.42.42.10(pid=21218): Launched\u000a19:12:55.988703 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:12:56.116619 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:12:56.435060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21219): Launched\u000a19:12:56.700712 run iperf3-srv_10.42.42.10(pid=21220): Launched\u000a19:12:56.889065 tst cs_paging_gprs_active.py:38: start network...\u000a19:12:57.017851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:57.510936 run create_hlr_db(pid=21221): Launched\u000a19:12:57.687105 bus /gobi_6: Setting Powered False\u000a19:12:58.708797 run create_hlr_db(pid=21221): Terminated: ok {rc=0}\u000a19:12:59.118495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21223): Launched\u000a19:12:59.426784 run osmo-hlr_10.42.42.2(pid=21224): Launched\u000a19:12:59.540005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:00.071026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21226): Launched\u000a19:13:00.378713 run osmo-stp_10.42.42.5(pid=21227): Launched\u000a19:13:00.490729 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:13:01.063028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21229): Launched\u000a19:13:01.197457 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:13:01.485507 run patchelf(pid=21230): Launched\u000a19:13:01.667666 run osmo-stp_10.42.42.5(pid=21227): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21227)]\u000a19:13:01.801404 run osmo-stp_10.42.42.5(pid=21227): stdout: \u000a| (launched: 2022-12-13_19:13:00.227061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:01.936158 run osmo-stp_10.42.42.5(pid=21227): stderr: \u000a| �[0;m�[38;5;43m20221213191300399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191300400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191300400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191300400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191300401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191300401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191300401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:02.066104 run osmo-stp_10.42.42.5(pid=21227): stdout: \u000a| (launched: 2022-12-13_19:13:00.227061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:02.195044 run osmo-stp_10.42.42.5(pid=21227): stderr: \u000a| �[0;m�[38;5;43m20221213191300399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191300400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191300400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191300400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191300401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191300401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191300401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:02.343513 run patchelf(pid=21230): Terminating (SIGINT)\u000a19:13:02.515942 run patchelf(pid=21230): Terminated: ok {rc=0}\u000a19:13:02.547806 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21227): Process ended prematurely: osmo-stp_10.42.42.5(pid=21227) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21227)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:13:02.557360 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:13:02.617745 run osmo-hlr_10.42.42.2(pid=21224): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21224)]\u000a19:13:02.667104 run osmo-hlr_10.42.42.2(pid=21224): stdout: \u000a| (launched: 2022-12-13_19:12:59.274647) \u000a19:13:02.716939 run osmo-hlr_10.42.42.2(pid=21224): stderr: \u000a| �[0;m�[1;31m20221213191259451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191259451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191259451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191259451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191259451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191259451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191259464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191259472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191259473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191259473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:02.759508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21217): Terminating (SIGTERM)\u000a19:13:02.799919 run iperf3-srv_10.42.42.10(pid=21218): Terminating (SIGTERM)\u000a19:13:02.839896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21219): Terminating (SIGTERM)\u000a19:13:02.880221 run iperf3-srv_10.42.42.10(pid=21220): Terminating (SIGTERM)\u000a19:13:02.920370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21223): Terminating (SIGTERM)\u000a19:13:02.960515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21226): Terminating (SIGTERM)\u000a19:13:03.001048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21229): Terminating (SIGTERM)\u000a19:13:03.010410 --- ParallelTerminationStrategy: PID 21217 died...\u000a19:13:03.064083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21217): Terminated: ok {rc=0}\u000a19:13:03.073831 --- ParallelTerminationStrategy: PID 21218 died...\u000a19:13:03.127135 run iperf3-srv_10.42.42.10(pid=21218): Terminated {rc=256}\u000a19:13:03.136741 --- ParallelTerminationStrategy: PID 21219 died...\u000a19:13:03.190078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21219): Terminated: ok {rc=0}\u000a19:13:03.199691 --- ParallelTerminationStrategy: PID 21220 died...\u000a19:13:03.252855 run iperf3-srv_10.42.42.10(pid=21220): Terminated {rc=256}\u000a19:13:03.262522 --- ParallelTerminationStrategy: PID 21223 died...\u000a19:13:03.315972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21223): Terminated: ok {rc=0}\u000a19:13:03.325709 --- ParallelTerminationStrategy: PID 21226 died...\u000a19:13:03.378918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21226): Terminated: ok {rc=0}\u000a19:13:03.388594 --- ParallelTerminationStrategy: PID 21229 died...\u000a19:13:03.441907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21229): Terminated: ok {rc=0}\u000a19:13:03.530135 bus /gobi_0: Setting Powered False\u000a19:13:04.633694 bus /gobi_0: Setting Powered False\u000a19:13:05.744896 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21239): Process ended prematurely: osmo-stp_10.42.42.5(pid=21239) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21239)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21239): Process ended prematurely: osmo-stp_10.42.42.5(pid=21239) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:13:06.855868 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:06.867626 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:13:07.031388 tst iperf3.py: using LAC 35679\u000a19:13:07.153241 tst iperf3.py: using RAC 234\u000a19:13:07.276040 tst iperf3.py: using CellId 35679\u000a19:13:07.398393 tst iperf3.py: using BVCI 35680\u000a19:13:07.421941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:07.433135 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:07.444141 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:07.455098 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:07.466035 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:07.476766 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:07.487817 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:07.498741 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:07.509753 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:13:07.808604 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:13:07.946952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:13:08.291452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21231): Launched\u000a19:13:08.576174 run iperf3-srv_10.42.42.10(pid=21232): Launched\u000a19:13:08.779118 tst iperf3.py:8: start network...\u000a19:13:08.917365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:09.438727 run create_hlr_db(pid=21233): Launched\u000a19:13:09.629906 bus /gobi_6: Setting Powered False\u000a19:13:10.650721 run create_hlr_db(pid=21233): Terminated: ok {rc=0}\u000a19:13:11.091309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21235): Launched\u000a19:13:11.424859 run osmo-hlr_10.42.42.2(pid=21236): Launched\u000a19:13:11.546747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:12.122163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21238): Launched\u000a19:13:12.453078 run osmo-stp_10.42.42.5(pid=21239): Launched\u000a19:13:12.572442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:13:13.147398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21241): Launched\u000a19:13:13.265362 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:13:13.552586 run patchelf(pid=21242): Launched\u000a19:13:13.745095 run osmo-stp_10.42.42.5(pid=21239): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21239)]\u000a19:13:13.885809 run osmo-stp_10.42.42.5(pid=21239): stdout: \u000a| (launched: 2022-12-13_19:13:12.290309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:14.027013 run osmo-stp_10.42.42.5(pid=21239): stderr: \u000a| �[0;m�[38;5;43m20221213191312483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191312483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191312484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191312484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191312485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191312485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191312485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:14.164015 run osmo-stp_10.42.42.5(pid=21239): stdout: \u000a| (launched: 2022-12-13_19:13:12.290309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:14.299264 run osmo-stp_10.42.42.5(pid=21239): stderr: \u000a| �[0;m�[38;5;43m20221213191312483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191312483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191312484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191312484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191312485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191312485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191312485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:14.456296 run patchelf(pid=21242): Terminating (SIGINT)\u000a19:13:14.639900 run patchelf(pid=21242): Terminated: ok {rc=0}\u000a19:13:14.673630 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21239): Process ended prematurely: osmo-stp_10.42.42.5(pid=21239) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21239)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:13:14.683637 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a19:13:14.747689 run osmo-hlr_10.42.42.2(pid=21236): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21236)]\u000a19:13:14.799521 run osmo-hlr_10.42.42.2(pid=21236): stdout: \u000a| (launched: 2022-12-13_19:13:11.259762) \u000a19:13:14.851875 run osmo-hlr_10.42.42.2(pid=21236): stderr: \u000a| �[0;m�[1;31m20221213191311460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191311460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191311460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191311460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191311460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191311461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191311473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191311482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191311482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191311482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:14.896547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21231): Terminating (SIGTERM)\u000a19:13:14.938519 run iperf3-srv_10.42.42.10(pid=21232): Terminating (SIGTERM)\u000a19:13:14.980471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21235): Terminating (SIGTERM)\u000a19:13:15.022316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21238): Terminating (SIGTERM)\u000a19:13:15.064269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21241): Terminating (SIGTERM)\u000a19:13:15.073897 --- ParallelTerminationStrategy: PID 21231 died...\u000a19:13:15.130861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21231): Terminated: ok {rc=0}\u000a19:13:15.140873 --- ParallelTerminationStrategy: PID 21232 died...\u000a19:13:15.197325 run iperf3-srv_10.42.42.10(pid=21232): Terminated {rc=256}\u000a19:13:15.207271 --- ParallelTerminationStrategy: PID 21235 died...\u000a19:13:15.263550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21235): Terminated: ok {rc=0}\u000a19:13:15.273703 --- ParallelTerminationStrategy: PID 21238 died...\u000a19:13:15.329773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21238): Terminated: ok {rc=0}\u000a19:13:15.339749 --- ParallelTerminationStrategy: PID 21241 died...\u000a19:13:15.395978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21241): Terminated: ok {rc=0}\u000a19:13:15.484047 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21257): Process ended prematurely: osmo-stp_10.42.42.5(pid=21257) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21257)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21257): Process ended prematurely: osmo-stp_10.42.42.5(pid=21257) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:13:16.601110 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:16.613925 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:13:16.794552 tst iperf3m4.py: using LAC 35680\u000a19:13:16.936763 tst iperf3m4.py: using RAC 235\u000a19:13:17.060696 tst iperf3m4.py: using CellId 35680\u000a19:13:17.191190 tst iperf3m4.py: using BVCI 35681\u000a19:13:17.217525 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:17.229663 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:17.242685 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:17.256049 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:17.268333 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:17.280375 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:17.292468 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:17.304676 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:17.317303 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:13:17.439838 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:13:17.561667 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:13:17.683812 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:13:17.985835 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:13:18.124920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:13:18.469477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21243): Launched\u000a19:13:18.754271 run iperf3-srv_10.42.42.10(pid=21244): Launched\u000a19:13:18.957102 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:13:19.095802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:13:19.439843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21245): Launched\u000a19:13:19.725287 run iperf3-srv_10.42.42.10(pid=21246): Launched\u000a19:13:19.927458 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:13:20.065689 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:13:20.409343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21247): Launched\u000a19:13:20.695742 run iperf3-srv_10.42.42.10(pid=21248): Launched\u000a19:13:20.897580 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:13:21.035221 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:13:21.376608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21249): Launched\u000a19:13:21.662559 run iperf3-srv_10.42.42.10(pid=21250): Launched\u000a19:13:21.864630 tst iperf3m4.py:8: start network...\u000a19:13:22.003011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:22.521915 run create_hlr_db(pid=21251): Launched\u000a19:13:22.712523 bus /gobi_6: Setting Powered False\u000a19:13:23.734150 run create_hlr_db(pid=21251): Terminated: ok {rc=0}\u000a19:13:24.173624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21253): Launched\u000a19:13:24.506818 run osmo-hlr_10.42.42.2(pid=21254): Launched\u000a19:13:24.622434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:25.156416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21256): Launched\u000a19:13:25.464629 run osmo-stp_10.42.42.5(pid=21257): Launched\u000a19:13:25.576675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:13:26.111595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21259): Launched\u000a19:13:26.220461 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:13:26.490092 run patchelf(pid=21260): Launched\u000a19:13:26.669173 run osmo-stp_10.42.42.5(pid=21257): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21257)]\u000a19:13:26.799732 run osmo-stp_10.42.42.5(pid=21257): stdout: \u000a| (launched: 2022-12-13_19:13:25.312845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:26.931189 run osmo-stp_10.42.42.5(pid=21257): stderr: \u000a| �[0;m�[38;5;43m20221213191325486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191325486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191325487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191325487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191325487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191325488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191325488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:27.057845 run osmo-stp_10.42.42.5(pid=21257): stdout: \u000a| (launched: 2022-12-13_19:13:25.312845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:27.184160 run osmo-stp_10.42.42.5(pid=21257): stderr: \u000a| �[0;m�[38;5;43m20221213191325486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191325486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191325487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191325487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191325487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191325488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191325488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:27.331443 run patchelf(pid=21260): Terminating (SIGINT)\u000a19:13:27.503800 run patchelf(pid=21260): Terminated: ok {rc=0}\u000a19:13:27.535508 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21257): Process ended prematurely: osmo-stp_10.42.42.5(pid=21257) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21257)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:13:27.545095 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:13:27.606705 run osmo-hlr_10.42.42.2(pid=21254): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21254)]\u000a19:13:27.656531 run osmo-hlr_10.42.42.2(pid=21254): stdout: \u000a| (launched: 2022-12-13_19:13:24.341905) \u000a19:13:27.707451 run osmo-hlr_10.42.42.2(pid=21254): stderr: \u000a| �[0;m�[1;31m20221213191324530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191324530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191324530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191324530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191324530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191324530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191324545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191324555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191324555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191324555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:27.750527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21243): Terminating (SIGTERM)\u000a19:13:27.791224 run iperf3-srv_10.42.42.10(pid=21244): Terminating (SIGTERM)\u000a19:13:27.831784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21245): Terminating (SIGTERM)\u000a19:13:27.871958 run iperf3-srv_10.42.42.10(pid=21246): Terminating (SIGTERM)\u000a19:13:27.912252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21247): Terminating (SIGTERM)\u000a19:13:27.952905 run iperf3-srv_10.42.42.10(pid=21248): Terminating (SIGTERM)\u000a19:13:27.993689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21249): Terminating (SIGTERM)\u000a19:13:28.033935 run iperf3-srv_10.42.42.10(pid=21250): Terminating (SIGTERM)\u000a19:13:28.074206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21253): Terminating (SIGTERM)\u000a19:13:28.114876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21256): Terminating (SIGTERM)\u000a19:13:28.155416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21259): Terminating (SIGTERM)\u000a19:13:28.164750 --- ParallelTerminationStrategy: PID 21243 died...\u000a19:13:28.219191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21243): Terminated: ok {rc=0}\u000a19:13:28.228997 --- ParallelTerminationStrategy: PID 21244 died...\u000a19:13:28.282552 run iperf3-srv_10.42.42.10(pid=21244): Terminated {rc=256}\u000a19:13:28.292212 --- ParallelTerminationStrategy: PID 21245 died...\u000a19:13:28.345970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21245): Terminated: ok {rc=0}\u000a19:13:28.355765 --- ParallelTerminationStrategy: PID 21246 died...\u000a19:13:28.409401 run iperf3-srv_10.42.42.10(pid=21246): Terminated {rc=256}\u000a19:13:28.419127 --- ParallelTerminationStrategy: PID 21247 died...\u000a19:13:28.472898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21247): Terminated: ok {rc=0}\u000a19:13:28.482659 --- ParallelTerminationStrategy: PID 21248 died...\u000a19:13:28.536182 run iperf3-srv_10.42.42.10(pid=21248): Terminated {rc=256}\u000a19:13:28.546023 --- ParallelTerminationStrategy: PID 21249 died...\u000a19:13:28.599740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21249): Terminated: ok {rc=0}\u000a19:13:28.609910 --- ParallelTerminationStrategy: PID 21250 died...\u000a19:13:28.664094 run iperf3-srv_10.42.42.10(pid=21250): Terminated {rc=256}\u000a19:13:28.673936 --- ParallelTerminationStrategy: PID 21253 died...\u000a19:13:28.727909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21253): Terminated: ok {rc=0}\u000a19:13:28.737802 --- ParallelTerminationStrategy: PID 21256 died...\u000a19:13:28.791401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21256): Terminated: ok {rc=0}\u000a19:13:28.801201 --- ParallelTerminationStrategy: PID 21259 died...\u000a19:13:28.855243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21259): Terminated: ok {rc=0}\u000a19:13:28.944880 bus /gobi_4: Setting Powered False\u000a19:13:30.055013 bus /gobi_4: Setting Powered False\u000a19:13:31.167959 bus /gobi_1: Setting Powered False\u000a19:13:32.271728 bus /gobi_1: Setting Powered False\u000a19:13:33.384099 bus /gobi_0: Setting Powered False\u000a19:13:34.491908 bus /gobi_0: Setting Powered False\u000a19:13:35.601706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21267): Process ended prematurely: osmo-stp_10.42.42.5(pid=21267) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21267)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21267): Process ended prematurely: osmo-stp_10.42.42.5(pid=21267) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:13:36.671478 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:36.683932 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:13:36.852771 tst ping.py: using LAC 35681\u000a19:13:36.979397 tst ping.py: using RAC 236\u000a19:13:37.105839 tst ping.py: using CellId 35681\u000a19:13:37.231292 tst ping.py: using BVCI 35682\u000a19:13:37.256198 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:37.267892 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:37.279411 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:37.290896 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:37.302579 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:37.314329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:37.326451 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:37.338416 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:13:37.615129 tst ping.py:19: start network...\u000a19:13:37.740437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:38.225569 run create_hlr_db(pid=21261): Launched\u000a19:13:38.399461 bus /gobi_6: Setting Powered False\u000a19:13:39.419773 run create_hlr_db(pid=21261): Terminated: ok {rc=0}\u000a19:13:39.852612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21263): Launched\u000a19:13:40.181178 run osmo-hlr_10.42.42.2(pid=21264): Launched\u000a19:13:40.301167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:40.871477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21266): Launched\u000a19:13:41.195460 run osmo-stp_10.42.42.5(pid=21267): Launched\u000a19:13:41.313018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:13:41.879133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21269): Launched\u000a19:13:41.994656 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:13:42.276330 run patchelf(pid=21270): Launched\u000a19:13:42.465006 run osmo-stp_10.42.42.5(pid=21267): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21267)]\u000a19:13:42.603305 run osmo-stp_10.42.42.5(pid=21267): stdout: \u000a| (launched: 2022-12-13_19:13:41.035297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:42.741815 run osmo-stp_10.42.42.5(pid=21267): stderr: \u000a| �[0;m�[38;5;43m20221213191341227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191341227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191341228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191341228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191341229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191341229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191341229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:42.875667 run osmo-stp_10.42.42.5(pid=21267): stdout: \u000a| (launched: 2022-12-13_19:13:41.035297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:43.008574 run osmo-stp_10.42.42.5(pid=21267): stderr: \u000a| �[0;m�[38;5;43m20221213191341227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191341227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191341228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191341228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191341229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191341229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191341229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:43.163474 run patchelf(pid=21270): Terminating (SIGINT)\u000a19:13:43.344339 run patchelf(pid=21270): Terminated: ok {rc=0}\u000a19:13:43.377254 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21267): Process ended prematurely: osmo-stp_10.42.42.5(pid=21267) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21267)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:13:43.386397 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:13:43.450489 run osmo-hlr_10.42.42.2(pid=21264): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21264)]\u000a19:13:43.502713 run osmo-hlr_10.42.42.2(pid=21264): stdout: \u000a| (launched: 2022-12-13_19:13:40.018593) \u000a19:13:43.555338 run osmo-hlr_10.42.42.2(pid=21264): stderr: \u000a| �[0;m�[1;31m20221213191340216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191340216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191340216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191340216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191340216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191340216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191340228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191340237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191340237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191340237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:43.600478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21263): Terminating (SIGTERM)\u000a19:13:43.642967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21266): Terminating (SIGTERM)\u000a19:13:43.685538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21269): Terminating (SIGTERM)\u000a19:13:43.695390 --- ParallelTerminationStrategy: PID 21263 died...\u000a19:13:43.753091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21263): Terminated: ok {rc=0}\u000a19:13:43.763192 --- ParallelTerminationStrategy: PID 21266 died...\u000a19:13:43.820125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21266): Terminated: ok {rc=0}\u000a19:13:43.830518 --- ParallelTerminationStrategy: PID 21269 died...\u000a19:13:43.887349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21269): Terminated: ok {rc=0}\u000a19:13:43.975618 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21277): Process ended prematurely: osmo-stp_10.42.42.5(pid=21277) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21277)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21277): Process ended prematurely: osmo-stp_10.42.42.5(pid=21277) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:13:45.026817 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:45.038927 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:13:45.198411 tst ping_idle_ping.py: using LAC 35682\u000a19:13:45.316086 tst ping_idle_ping.py: using RAC 237\u000a19:13:45.434731 tst ping_idle_ping.py: using CellId 35682\u000a19:13:45.554665 tst ping_idle_ping.py: using BVCI 35683\u000a19:13:45.577844 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:45.589056 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:45.600025 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:45.610985 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:45.621933 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:45.632831 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:45.643965 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:13:45.654955 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:13:45.960293 tst ping_idle_ping.py:24: start network...\u000a19:13:46.103213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:46.671217 run create_hlr_db(pid=21271): Launched\u000a19:13:46.865177 bus /gobi_6: Setting Powered False\u000a19:13:47.868726 run create_hlr_db(pid=21271): Terminated: ok {rc=0}\u000a19:13:48.317872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21273): Launched\u000a19:13:48.645209 run osmo-hlr_10.42.42.2(pid=21274): Launched\u000a19:13:48.765010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:49.332150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21276): Launched\u000a19:13:49.660276 run osmo-stp_10.42.42.5(pid=21277): Launched\u000a19:13:49.778196 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:13:50.346700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21279): Launched\u000a19:13:50.463406 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:13:50.748695 run patchelf(pid=21280): Launched\u000a19:13:50.938796 run osmo-stp_10.42.42.5(pid=21277): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21277)]\u000a19:13:51.078020 run osmo-stp_10.42.42.5(pid=21277): stdout: \u000a| (launched: 2022-12-13_19:13:49.498265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:51.217766 run osmo-stp_10.42.42.5(pid=21277): stderr: \u000a| �[0;m�[38;5;43m20221213191349692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191349692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191349693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191349693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191349694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191349694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191349694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:51.352839 run osmo-stp_10.42.42.5(pid=21277): stdout: \u000a| (launched: 2022-12-13_19:13:49.498265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:51.486857 run osmo-stp_10.42.42.5(pid=21277): stderr: \u000a| �[0;m�[38;5;43m20221213191349692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191349692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191349693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191349693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191349694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191349694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191349694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:51.642141 run patchelf(pid=21280): Terminating (SIGINT)\u000a19:13:51.823519 run patchelf(pid=21280): Terminated: ok {rc=0}\u000a19:13:51.856483 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21277): Process ended prematurely: osmo-stp_10.42.42.5(pid=21277) [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21277)] [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:13:51.865916 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a19:13:51.930347 run osmo-hlr_10.42.42.2(pid=21274): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21274)]\u000a19:13:51.982612 run osmo-hlr_10.42.42.2(pid=21274): stdout: \u000a| (launched: 2022-12-13_19:13:48.483080) \u000a19:13:52.035419 run osmo-hlr_10.42.42.2(pid=21274): stderr: \u000a| �[0;m�[1;31m20221213191348682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191348682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191348682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191348682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191348682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191348682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191348695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191348704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191348704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191348704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:52.080805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21273): Terminating (SIGTERM)\u000a19:13:52.124008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21276): Terminating (SIGTERM)\u000a19:13:52.167006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21279): Terminating (SIGTERM)\u000a19:13:52.176830 --- ParallelTerminationStrategy: PID 21273 died...\u000a19:13:52.234373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21273): Terminated: ok {rc=0}\u000a19:13:52.244672 --- ParallelTerminationStrategy: PID 21276 died...\u000a19:13:52.301484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21276): Terminated: ok {rc=0}\u000a19:13:52.311681 --- ParallelTerminationStrategy: PID 21279 died...\u000a19:13:52.368679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21279): Terminated: ok {rc=0}\u000a19:13:52.458134 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:12:53" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21290): Process ended prematurely: osmo-stp_10.42.42.5(pid=21290) [trial-2393↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21290)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21290): Process ended prematurely: osmo-stp_10.42.42.5(pid=21290) [trial-2393↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:13:54.499842 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:13:54.511430 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:13:54.674462 tst switch_tch_pdch.py: using LAC 35683\u000a19:13:54.791312 tst switch_tch_pdch.py: using RAC 238\u000a19:13:54.916625 tst switch_tch_pdch.py: using CellId 35683\u000a19:13:55.041555 tst switch_tch_pdch.py: using BVCI 35684\u000a19:13:55.066242 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:13:55.078153 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:13:55.090255 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:13:55.102486 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:13:55.114646 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:13:55.126550 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:13:55.138640 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:13:55.150779 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:13:55.272509 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:13:55.550412 tst switch_tch_pdch.py:51: start network...\u000a19:13:55.675423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:56.161822 run create_hlr_db(pid=21284): Launched\u000a19:13:56.335563 bus /gobi_6: Setting Powered False\u000a19:13:57.357153 run create_hlr_db(pid=21284): Terminated: ok {rc=0}\u000a19:13:57.760865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21286): Launched\u000a19:13:58.064765 run osmo-hlr_10.42.42.2(pid=21287): Launched\u000a19:13:58.183673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:58.715284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21289): Launched\u000a19:13:59.017348 run osmo-stp_10.42.42.5(pid=21290): Launched\u000a19:13:59.126750 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:13:59.651919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21292): Launched\u000a19:13:59.758592 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:14:00.020742 run patchelf(pid=21293): Launched\u000a19:14:00.196561 run osmo-stp_10.42.42.5(pid=21290): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21290)]\u000a19:14:00.325313 run osmo-stp_10.42.42.5(pid=21290): stdout: \u000a| (launched: 2022-12-13_19:13:58.868494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:00.454575 run osmo-stp_10.42.42.5(pid=21290): stderr: \u000a| �[0;m�[38;5;43m20221213191359039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191359040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191359040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191359040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191359041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191359041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191359041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:00.579258 run osmo-stp_10.42.42.5(pid=21290): stdout: \u000a| (launched: 2022-12-13_19:13:58.868494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:00.702540 run osmo-stp_10.42.42.5(pid=21290): stderr: \u000a| �[0;m�[38;5;43m20221213191359039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191359040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191359040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191359040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191359041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191359041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191359041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:00.853984 run patchelf(pid=21293): Terminating (SIGINT)\u000a19:14:01.038035 run patchelf(pid=21293): Terminated: ok {rc=0}\u000a19:14:01.072456 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21290): Process ended prematurely: osmo-stp_10.42.42.5(pid=21290) [trial-2393↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21290)] [trial-2393↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:14:01.082469 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a19:14:01.144177 run osmo-hlr_10.42.42.2(pid=21287): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21287)]\u000a19:14:01.195310 run osmo-hlr_10.42.42.2(pid=21287): stdout: \u000a| (launched: 2022-12-13_19:13:57.914450) \u000a19:14:01.246498 run osmo-hlr_10.42.42.2(pid=21287): stderr: \u000a| �[0;m�[1;31m20221213191358091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191358091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191358091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191358091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191358091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191358091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191358103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191358112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191358112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191358112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:01.290464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21286): Terminating (SIGTERM)\u000a19:14:01.331643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21289): Terminating (SIGTERM)\u000a19:14:01.372806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21292): Terminating (SIGTERM)\u000a19:14:01.382896 --- ParallelTerminationStrategy: PID 21286 died...\u000a19:14:01.439205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21286): Terminated: ok {rc=0}\u000a19:14:01.449695 --- ParallelTerminationStrategy: PID 21289 died...\u000a19:14:01.504910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21289): Terminated: ok {rc=0}\u000a19:14:01.515103 --- ParallelTerminationStrategy: PID 21292 died...\u000a19:14:01.569696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21292): Terminated: ok {rc=0}\u000a19:14:01.661497 bus /gobi_0: Setting Powered False\u000a19:14:02.771549 bus /gobi_0: Setting Powered False\u000a19:14:03.881350 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:13:54" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21305): Process ended prematurely: osmo-stp_10.42.42.5(pid=21305) [trial-2393↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21305)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21305): Process ended prematurely: osmo-stp_10.42.42.5(pid=21305) [trial-2393↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:14:05.861112 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:14:05.872721 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:14:06.039744 tst switch_tch_pdch.py: using LAC 35684\u000a19:14:06.166105 tst switch_tch_pdch.py: using RAC 239\u000a19:14:06.291474 tst switch_tch_pdch.py: using CellId 35684\u000a19:14:06.422604 tst switch_tch_pdch.py: using BVCI 35685\u000a19:14:06.447295 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:14:06.458949 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:14:06.470419 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:14:06.481897 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:14:06.493733 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:14:06.505514 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:14:06.517482 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:14:06.529286 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:14:06.647099 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:14:06.932121 tst switch_tch_pdch.py:51: start network...\u000a19:14:07.057924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:07.519723 run create_hlr_db(pid=21299): Launched\u000a19:14:07.643500 bus /gobi_6: Setting Powered False\u000a19:14:08.716639 run create_hlr_db(pid=21299): Terminated: ok {rc=0}\u000a19:14:09.121832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21301): Launched\u000a19:14:09.448272 run osmo-hlr_10.42.42.2(pid=21302): Launched\u000a19:14:09.568094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:10.100695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21304): Launched\u000a19:14:10.426188 run osmo-stp_10.42.42.5(pid=21305): Launched\u000a19:14:10.543778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:14:11.081507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21307): Launched\u000a19:14:11.197582 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:14:11.480467 run patchelf(pid=21308): Launched\u000a19:14:11.669350 run osmo-stp_10.42.42.5(pid=21305): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21305)]\u000a19:14:11.807406 run osmo-stp_10.42.42.5(pid=21305): stdout: \u000a| (launched: 2022-12-13_19:14:10.265246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:11.946835 run osmo-stp_10.42.42.5(pid=21305): stderr: \u000a| �[0;m�[38;5;43m20221213191410459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191410459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191410460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191410460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191410461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191410461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191410461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:12.080920 run osmo-stp_10.42.42.5(pid=21305): stdout: \u000a| (launched: 2022-12-13_19:14:10.265246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:12.214183 run osmo-stp_10.42.42.5(pid=21305): stderr: \u000a| �[0;m�[38;5;43m20221213191410459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191410459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191410460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191410460 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191410461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191410461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191410461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:12.368474 run patchelf(pid=21308): Terminating (SIGINT)\u000a19:14:12.549540 run patchelf(pid=21308): Terminated: ok {rc=0}\u000a19:14:12.582271 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21305): Process ended prematurely: osmo-stp_10.42.42.5(pid=21305) [trial-2393↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21305)] [trial-2393↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:14:12.591596 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a19:14:12.655713 run osmo-hlr_10.42.42.2(pid=21302): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21302)]\u000a19:14:12.707647 run osmo-hlr_10.42.42.2(pid=21302): stdout: \u000a| (launched: 2022-12-13_19:14:09.286969) \u000a19:14:12.760837 run osmo-hlr_10.42.42.2(pid=21302): stderr: \u000a| �[0;m�[1;31m20221213191409485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191409486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191409486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191409486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191409486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191409486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191409498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191409506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191409506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191409506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:12.806112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21301): Terminating (SIGTERM)\u000a19:14:12.848555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21304): Terminating (SIGTERM)\u000a19:14:12.891135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21307): Terminating (SIGTERM)\u000a19:14:12.900846 --- ParallelTerminationStrategy: PID 21301 died...\u000a19:14:12.957980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21301): Terminated: ok {rc=0}\u000a19:14:12.968079 --- ParallelTerminationStrategy: PID 21304 died...\u000a19:14:13.024788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21304): Terminated: ok {rc=0}\u000a19:14:13.034908 --- ParallelTerminationStrategy: PID 21307 died...\u000a19:14:13.091735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21307): Terminated: ok {rc=0}\u000a19:14:13.180441 bus /gobi_0: Setting Powered False\u000a19:14:14.287457 bus /gobi_0: Setting Powered False\u000a19:14:15.397429 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:14:05" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21315): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21315) [trial-2393↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21315)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21315): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21315) [trial-2393↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a19:14:17.331738 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a19:14:17.343246 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:14:17.490133 tst mo_mt_sms.py: using LAC 35685\u000a19:14:17.612438 tst mo_mt_sms.py: using RAC 240\u000a19:14:17.730556 tst mo_mt_sms.py: using CellId 35685\u000a19:14:17.847616 tst mo_mt_sms.py: using BVCI 35686\u000a19:14:17.870517 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:14:17.990318 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:14:18.270500 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:14:18.395193 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:14:19.018419 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21314): Launched\u000a19:14:19.318604 run osmo-nitb_10.42.42.2(pid=21315): Launched\u000a19:14:19.504283 run osmo-nitb_10.42.42.2(pid=21315): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21315)]\u000a19:14:19.642287 run osmo-nitb_10.42.42.2(pid=21315): stdout: \u000a| (launched: 2022-12-13_19:14:19.172390) \u000a19:14:19.779236 run osmo-nitb_10.42.42.2(pid=21315): stderr: \u000a| (launched: 2022-12-13_19:14:19.217425)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:14:19.911735 run osmo-nitb_10.42.42.2(pid=21315): stdout: \u000a| (launched: 2022-12-13_19:14:19.172390) \u000a19:14:20.043064 run osmo-nitb_10.42.42.2(pid=21315): stderr: \u000a| (launched: 2022-12-13_19:14:19.217425)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:14:20.440752 tst osmo-nitb_10.42.42.2(pid=21315): stdout: \u000a| (launched: 2022-12-13_19:14:19.172390) \u000a19:14:20.562026 tst osmo-nitb_10.42.42.2(pid=21315): stderr: \u000a| (launched: 2022-12-13_19:14:19.217425)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:14:20.615156 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21315): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21315) [trial-2393↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21315)] [trial-2393↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a19:14:20.623136 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a19:14:20.658538 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21314): Terminating (SIGTERM)\u000a19:14:20.836626 --- ParallelTerminationStrategy: PID 21314 died...\u000a19:14:20.892445 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21314): Terminated: ok {rc=0}\u000a19:14:20.982116 bus /sierra_3: Setting Powered False\u000a19:14:22.087539 bus /sierra_3: Setting Powered False\u000a19:14:23.201639 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:14:17" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21325): Process ended prematurely: osmo-stp_10.42.42.5(pid=21325) [trial-2393↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21325)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21325): Process ended prematurely: osmo-stp_10.42.42.5(pid=21325) [trial-2393↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a19:14:25.091363 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:14:25.102324 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:14:25.239305 tst mo_mt_sms.py: using LAC 35686\u000a19:14:25.355440 tst mo_mt_sms.py: using RAC 241\u000a19:14:25.471436 tst mo_mt_sms.py: using CellId 35686\u000a19:14:25.587502 tst mo_mt_sms.py: using BVCI 35687\u000a19:14:25.610404 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:14:25.621260 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:14:25.631564 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:14:25.642335 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:14:25.653065 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:14:25.663883 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:14:25.785204 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:14:25.985741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:26.469808 run create_hlr_db(pid=21319): Launched\u000a19:14:26.643888 bus /sierra_2: Setting Powered False\u000a19:14:27.665190 run create_hlr_db(pid=21319): Terminated: ok {rc=0}\u000a19:14:28.065772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21321): Launched\u000a19:14:28.369111 run osmo-hlr_10.42.42.2(pid=21322): Launched\u000a19:14:28.478276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:29.000873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21324): Launched\u000a19:14:29.305083 run osmo-stp_10.42.42.5(pid=21325): Launched\u000a19:14:29.423441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:29.982186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21327): Launched\u000a19:14:30.284696 run osmo-msc_10.42.42.6(pid=21328): Launched\u000a19:14:30.462172 run osmo-stp_10.42.42.5(pid=21325): ERR: Terminated: ERROR {rc=1} [trial-2393↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21325)]\u000a19:14:30.590399 run osmo-stp_10.42.42.5(pid=21325): stdout: \u000a| (launched: 2022-12-13_19:14:29.155203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:30.715849 run osmo-stp_10.42.42.5(pid=21325): stderr: \u000a| �[0;m�[38;5;43m20221213191429329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191429329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191429329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191429330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191429330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191429330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191429330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:30.842448 run osmo-stp_10.42.42.5(pid=21325): stdout: \u000a| (launched: 2022-12-13_19:14:29.155203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:30.972418 run osmo-stp_10.42.42.5(pid=21325): stderr: \u000a| �[0;m�[38;5;43m20221213191429329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191429329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191429329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191429330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191429330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191429330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191429330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:31.027170 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21325): Process ended prematurely: osmo-stp_10.42.42.5(pid=21325) [trial-2393↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21325)] [trial-2393↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a19:14:31.036271 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a19:14:31.097688 run osmo-hlr_10.42.42.2(pid=21322): ERR: Terminated: ERROR {rc=237} [trial-2393↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21322)]\u000a19:14:31.148329 run osmo-hlr_10.42.42.2(pid=21322): stdout: \u000a| (launched: 2022-12-13_19:14:28.218489) \u000a19:14:31.200252 run osmo-hlr_10.42.42.2(pid=21322): stderr: \u000a| �[0;m�[1;31m20221213191428396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191428396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191428396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191428396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191428396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191428396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191428408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191428417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191428417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191428417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:31.269764 run osmo-msc_10.42.42.6(pid=21328): ERR: Terminated: ERROR {rc=2} [trial-2393↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21328)]\u000a19:14:31.320204 run osmo-msc_10.42.42.6(pid=21328): stdout: \u000a| (launched: 2022-12-13_19:14:30.135067) \u000a19:14:31.371326 run osmo-msc_10.42.42.6(pid=21328): stderr: \u000a| �[0;m�[38;5;43m20221213191430408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191430408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53eba19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191430408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191430408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191430408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191430408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191430410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191430410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191430411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191430411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:31.414687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21321): Terminating (SIGTERM)\u000a19:14:31.455577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21324): Terminating (SIGTERM)\u000a19:14:31.496650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21327): Terminating (SIGTERM)\u000a19:14:31.506095 --- ParallelTerminationStrategy: PID 21321 died...\u000a19:14:31.560624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21321): Terminated: ok {rc=0}\u000a19:14:31.570728 --- ParallelTerminationStrategy: PID 21324 died...\u000a19:14:31.625215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21324): Terminated: ok {rc=0}\u000a19:14:31.635286 --- ParallelTerminationStrategy: PID 21327 died...\u000a19:14:31.690029 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21327): Terminated: ok {rc=0}\u000a19:14:31.776054 bus /sierra_3: Setting Powered False\u000a19:14:32.878635 bus /sierra_3: Setting Powered False\u000a19:14:33.990423 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:14:24" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21335): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21335) [trial-2393↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21335)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21335): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21335) [trial-2393↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a19:14:35.824744 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a19:14:35.835769 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:14:35.970139 tst assert_extension.py: using LAC 35687\u000a19:14:36.092585 tst assert_extension.py: using RAC 242\u000a19:14:36.211321 tst assert_extension.py: using CellId 35687\u000a19:14:36.332596 tst assert_extension.py: using BVCI 35688\u000a19:14:36.355561 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a19:14:36.649074 tst assert_extension.py:10: start nitb and bts...\u000a19:14:36.784374 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:14:37.455778 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21334): Launched\u000a19:14:37.778866 run osmo-nitb_10.42.42.2(pid=21335): Launched\u000a19:14:37.976704 run osmo-nitb_10.42.42.2(pid=21335): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21335)]\u000a19:14:38.123118 run osmo-nitb_10.42.42.2(pid=21335): stdout: \u000a| (launched: 2022-12-13_19:14:37.620774) \u000a19:14:38.269939 run osmo-nitb_10.42.42.2(pid=21335): stderr: \u000a| (launched: 2022-12-13_19:14:37.669124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:14:38.411887 run osmo-nitb_10.42.42.2(pid=21335): stdout: \u000a| (launched: 2022-12-13_19:14:37.620774) \u000a19:14:38.552223 run osmo-nitb_10.42.42.2(pid=21335): stderr: \u000a| (launched: 2022-12-13_19:14:37.669124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:14:38.909526 tst osmo-nitb_10.42.42.2(pid=21335): stdout: \u000a| (launched: 2022-12-13_19:14:37.620774) \u000a19:14:39.039588 tst osmo-nitb_10.42.42.2(pid=21335): stderr: \u000a| (launched: 2022-12-13_19:14:37.669124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:14:39.096267 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21335): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21335) [trial-2393↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21335)] [trial-2393↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a19:14:39.105282 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a19:14:39.142279 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21334): Terminating (SIGTERM)\u000a19:14:39.320609 --- ParallelTerminationStrategy: PID 21334 died...\u000a19:14:39.379849 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21334): Terminated: ok {rc=0}\u000a19:14:39.469258 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:14:35" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21345): Process ended prematurely: osmo-stp_10.42.42.5(pid=21345) [trial-2393↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21345)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21345): Process ended prematurely: osmo-stp_10.42.42.5(pid=21345) [trial-2393↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a19:14:41.309439 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:14:41.321557 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:14:41.469092 tst assert_extension.py: using LAC 35688\u000a19:14:41.593809 tst assert_extension.py: using RAC 243\u000a19:14:41.719233 tst assert_extension.py: using CellId 35688\u000a19:14:41.844070 tst assert_extension.py: using BVCI 35689\u000a19:14:41.868520 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:14:41.879780 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:14:41.890794 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:14:41.901762 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:14:41.913566 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:14:41.925389 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a19:14:42.128011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:42.612775 run create_hlr_db(pid=21339): Launched\u000a19:14:42.786918 bus /sierra_2: Setting Powered False\u000a19:14:43.810066 run create_hlr_db(pid=21339): Terminated: ok {rc=0}\u000a19:14:44.241148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21341): Launched\u000a19:14:44.567554 run osmo-hlr_10.42.42.2(pid=21342): Launched\u000a19:14:44.686398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:45.254352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21344): Launched\u000a19:14:45.580893 run osmo-stp_10.42.42.5(pid=21345): Launched\u000a19:14:45.698266 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:46.306505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21347): Launched\u000a19:14:46.707762 run osmo-msc_10.42.42.6(pid=21348): Launched\u000a19:14:47.082456 run osmo-stp_10.42.42.5(pid=21345): ERR: Terminated: ERROR {rc=1} [trial-2393↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21345)]\u000a19:14:47.314433 run osmo-stp_10.42.42.5(pid=21345): stdout: \u000a| (launched: 2022-12-13_19:14:45.418892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:47.450777 run osmo-stp_10.42.42.5(pid=21345): stderr: \u000a| �[0;m�[38;5;43m20221213191445610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191445610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191445611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191445611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191445611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191445612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191445612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:47.581582 run osmo-stp_10.42.42.5(pid=21345): stdout: \u000a| (launched: 2022-12-13_19:14:45.418892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:47.711618 run osmo-stp_10.42.42.5(pid=21345): stderr: \u000a| �[0;m�[38;5;43m20221213191445610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191445610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191445611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191445611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191445611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191445612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191445612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:47.768180 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21345): Process ended prematurely: osmo-stp_10.42.42.5(pid=21345) [trial-2393↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21345)] [trial-2393↪ussd:trx-umtrx↪assert_extension.py:17]\u000a19:14:47.777066 tst assert_extension.py:17: Test FAILED (6.5 sec)\u000a19:14:47.841310 run osmo-hlr_10.42.42.2(pid=21342): ERR: Terminated: ERROR {rc=237} [trial-2393↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21342)]\u000a19:14:47.893818 run osmo-hlr_10.42.42.2(pid=21342): stdout: \u000a| (launched: 2022-12-13_19:14:44.405475) \u000a19:14:47.946722 run osmo-hlr_10.42.42.2(pid=21342): stderr: \u000a| �[0;m�[1;31m20221213191444604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191444604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191444604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191444604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191444604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191444604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191444617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191444625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191444626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191444626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:48.018492 run osmo-msc_10.42.42.6(pid=21348): ERR: Terminated: ERROR {rc=2} [trial-2393↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21348)]\u000a19:14:48.070644 run osmo-msc_10.42.42.6(pid=21348): stdout: \u000a| (launched: 2022-12-13_19:14:46.463741) \u000a19:14:48.123848 run osmo-msc_10.42.42.6(pid=21348): stderr: \u000a| �[0;m�[38;5;43m20221213191447065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191447065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f575c4dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191447066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191447066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191447066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191447066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191447068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191447068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191447068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191447068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:48.169471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21341): Terminating (SIGTERM)\u000a19:14:48.212319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21344): Terminating (SIGTERM)\u000a19:14:48.255184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21347): Terminating (SIGTERM)\u000a19:14:48.265180 --- ParallelTerminationStrategy: PID 21341 died...\u000a19:14:48.323156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21341): Terminated: ok {rc=0}\u000a19:14:48.333644 --- ParallelTerminationStrategy: PID 21344 died...\u000a19:14:48.390631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21344): Terminated: ok {rc=0}\u000a19:14:48.400704 --- ParallelTerminationStrategy: PID 21347 died...\u000a19:14:48.457829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21347): Terminated: ok {rc=0}\u000a19:14:48.546782 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:14:41" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21359): Process ended prematurely: osmo-stp_10.42.42.5(pid=21359) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21359)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21359): Process ended prematurely: osmo-stp_10.42.42.5(pid=21359) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:14:50.507752 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:14:50.519131 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:14:50.676316 tst mo_mt_call.py: using LAC 35689\u000a19:14:50.798139 tst mo_mt_call.py: using RAC 244\u000a19:14:50.917672 tst mo_mt_call.py: using CellId 35689\u000a19:14:51.043663 tst mo_mt_call.py: using BVCI 35690\u000a19:14:51.067206 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:14:51.078666 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:14:51.089743 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:14:51.100732 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:14:51.111956 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:14:51.123207 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:14:51.241477 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:14:51.455034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:51.976184 run create_hlr_db(pid=21353): Launched\u000a19:14:52.167635 bus /sierra_2: Setting Powered False\u000a19:14:53.188527 run create_hlr_db(pid=21353): Terminated: ok {rc=0}\u000a19:14:53.627305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21355): Launched\u000a19:14:53.958704 run osmo-hlr_10.42.42.2(pid=21356): Launched\u000a19:14:54.080663 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:54.657103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21358): Launched\u000a19:14:54.989375 run osmo-stp_10.42.42.5(pid=21359): Launched\u000a19:14:55.109640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:55.712719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21361): Launched\u000a19:14:56.045700 run osmo-msc_10.42.42.6(pid=21362): Launched\u000a19:14:56.238977 run osmo-stp_10.42.42.5(pid=21359): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21359)]\u000a19:14:56.378949 run osmo-stp_10.42.42.5(pid=21359): stdout: \u000a| (launched: 2022-12-13_19:14:54.825116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:56.516862 run osmo-stp_10.42.42.5(pid=21359): stderr: \u000a| �[0;m�[38;5;43m20221213191455016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191455016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191455017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191455017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191455018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191455018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191455018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:56.649702 run osmo-stp_10.42.42.5(pid=21359): stdout: \u000a| (launched: 2022-12-13_19:14:54.825116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:56.781419 run osmo-stp_10.42.42.5(pid=21359): stderr: \u000a| �[0;m�[38;5;43m20221213191455016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191455016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191455017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191455017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191455018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191455018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191455018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:56.839477 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21359): Process ended prematurely: osmo-stp_10.42.42.5(pid=21359) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21359)] [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:14:56.848934 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a19:14:56.912439 run osmo-hlr_10.42.42.2(pid=21356): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21356)]\u000a19:14:56.964275 run osmo-hlr_10.42.42.2(pid=21356): stdout: \u000a| (launched: 2022-12-13_19:14:53.795102) \u000a19:14:57.016770 run osmo-hlr_10.42.42.2(pid=21356): stderr: \u000a| �[0;m�[1;31m20221213191453993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191453993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191453993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191453993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191453993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191453993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191454006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191454014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191454015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191454015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:57.088034 run osmo-msc_10.42.42.6(pid=21362): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21362)]\u000a19:14:57.140492 run osmo-msc_10.42.42.6(pid=21362): stdout: \u000a| (launched: 2022-12-13_19:14:55.880735) \u000a19:14:57.193143 run osmo-msc_10.42.42.6(pid=21362): stderr: \u000a| �[0;m�[38;5;43m20221213191456203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191456203 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34c48d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191456203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191456203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191456203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191456204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191456205 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191456206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191456206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191456206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:57.237931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21355): Terminating (SIGTERM)\u000a19:14:57.280321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21358): Terminating (SIGTERM)\u000a19:14:57.322671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21361): Terminating (SIGTERM)\u000a19:14:57.332338 --- ParallelTerminationStrategy: PID 21355 died...\u000a19:14:57.389075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21355): Terminated: ok {rc=0}\u000a19:14:57.399272 --- ParallelTerminationStrategy: PID 21358 died...\u000a19:14:57.455699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21358): Terminated: ok {rc=0}\u000a19:14:57.465765 --- ParallelTerminationStrategy: PID 21361 died...\u000a19:14:57.522115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21361): Terminated: ok {rc=0}\u000a19:14:57.610181 bus /sierra_3: Setting Powered False\u000a19:14:58.716347 bus /sierra_3: Setting Powered False\u000a19:14:59.827962 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21373): Process ended prematurely: osmo-stp_10.42.42.5(pid=21373) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21373)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21373): Process ended prematurely: osmo-stp_10.42.42.5(pid=21373) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:15:00.962064 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:15:00.975399 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:15:01.151697 tst mo_mt_call_osmux.py: using LAC 35690\u000a19:15:01.315958 tst mo_mt_call_osmux.py: using RAC 245\u000a19:15:01.455362 tst mo_mt_call_osmux.py: using CellId 35690\u000a19:15:01.613700 tst mo_mt_call_osmux.py: using BVCI 35691\u000a19:15:01.651993 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:15:01.670152 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:15:01.686720 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:15:01.705167 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:15:01.722325 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:15:01.735242 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:15:01.875804 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:15:02.117526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:02.618779 run create_hlr_db(pid=21367): Launched\u000a19:15:02.794894 bus /sierra_2: Setting Powered False\u000a19:15:03.816234 run create_hlr_db(pid=21367): Terminated: ok {rc=0}\u000a19:15:04.226051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21369): Launched\u000a19:15:04.535143 run osmo-hlr_10.42.42.2(pid=21370): Launched\u000a19:15:04.653451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:05.194902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21372): Launched\u000a19:15:05.501558 run osmo-stp_10.42.42.5(pid=21373): Launched\u000a19:15:05.611938 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:15:06.173797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21375): Launched\u000a19:15:06.481624 run osmo-msc_10.42.42.6(pid=21376): Launched\u000a19:15:06.661633 run osmo-stp_10.42.42.5(pid=21373): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21373)]\u000a19:15:06.791507 run osmo-stp_10.42.42.5(pid=21373): stdout: \u000a| (launched: 2022-12-13_19:15:05.350584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:06.918718 run osmo-stp_10.42.42.5(pid=21373): stderr: \u000a| �[0;m�[38;5;43m20221213191505522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191505523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191505523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191505523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191505524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191505524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191505524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:07.041995 run osmo-stp_10.42.42.5(pid=21373): stdout: \u000a| (launched: 2022-12-13_19:15:05.350584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:07.163879 run osmo-stp_10.42.42.5(pid=21373): stderr: \u000a| �[0;m�[38;5;43m20221213191505522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191505523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191505523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191505523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191505524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191505524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191505524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:07.217693 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21373): Process ended prematurely: osmo-stp_10.42.42.5(pid=21373) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21373)] [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:15:07.226523 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:15:07.286193 run osmo-hlr_10.42.42.2(pid=21370): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21370)]\u000a19:15:07.335454 run osmo-hlr_10.42.42.2(pid=21370): stdout: \u000a| (launched: 2022-12-13_19:15:04.381862) \u000a19:15:07.385387 run osmo-hlr_10.42.42.2(pid=21370): stderr: \u000a| �[0;m�[1;31m20221213191504559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191504559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191504559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191504559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191504559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191504559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191504572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191504581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191504581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191504581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:07.452974 run osmo-msc_10.42.42.6(pid=21376): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21376)]\u000a19:15:07.501898 run osmo-msc_10.42.42.6(pid=21376): stdout: \u000a| (launched: 2022-12-13_19:15:06.329761) \u000a19:15:07.551768 run osmo-msc_10.42.42.6(pid=21376): stderr: \u000a| �[0;m�[38;5;43m20221213191506604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191506604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a7a060c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191506604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191506604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191506604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191506605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191506606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191506607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191506607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191506607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:15:07.593933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21369): Terminating (SIGTERM)\u000a19:15:07.633701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21372): Terminating (SIGTERM)\u000a19:15:07.673673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21375): Terminating (SIGTERM)\u000a19:15:07.682984 --- ParallelTerminationStrategy: PID 21369 died...\u000a19:15:07.736674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21369): Terminated: ok {rc=0}\u000a19:15:07.746264 --- ParallelTerminationStrategy: PID 21372 died...\u000a19:15:07.799676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21372): Terminated: ok {rc=0}\u000a19:15:07.809256 --- ParallelTerminationStrategy: PID 21375 died...\u000a19:15:07.862169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21375): Terminated: ok {rc=0}\u000a19:15:07.950948 bus /sierra_3: Setting Powered False\u000a19:15:09.054583 bus /sierra_3: Setting Powered False\u000a19:15:10.168067 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:14:50" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21387): Process ended prematurely: osmo-stp_10.42.42.5(pid=21387) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21387)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21387): Process ended prematurely: osmo-stp_10.42.42.5(pid=21387) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:15:12.175435 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:15:12.187568 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:15:12.355202 tst mo_mt_call.py: using LAC 35691\u000a19:15:12.483311 tst mo_mt_call.py: using RAC 246\u000a19:15:12.611855 tst mo_mt_call.py: using CellId 35691\u000a19:15:12.734070 tst mo_mt_call.py: using BVCI 35692\u000a19:15:12.757422 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:15:12.768555 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:15:12.779613 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:15:12.790589 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:15:12.801720 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:15:12.812805 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:15:12.932661 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:15:13.134277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:13.627263 run create_hlr_db(pid=21381): Launched\u000a19:15:13.802971 bus /sierra_2: Setting Powered False\u000a19:15:14.825746 run create_hlr_db(pid=21381): Terminated: ok {rc=0}\u000a19:15:15.264557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21383): Launched\u000a19:15:15.596473 run osmo-hlr_10.42.42.2(pid=21384): Launched\u000a19:15:15.718450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:16.324420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21386): Launched\u000a19:15:16.778353 run osmo-stp_10.42.42.5(pid=21387): Launched\u000a19:15:16.924061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:15:17.579571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21389): Launched\u000a19:15:17.889244 run osmo-msc_10.42.42.6(pid=21390): Launched\u000a19:15:18.070514 run osmo-stp_10.42.42.5(pid=21387): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21387)]\u000a19:15:18.200850 run osmo-stp_10.42.42.5(pid=21387): stdout: \u000a| (launched: 2022-12-13_19:15:16.486206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:18.328187 run osmo-stp_10.42.42.5(pid=21387): stderr: \u000a| �[0;m�[38;5;43m20221213191516808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191516808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191516808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191516813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191516814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191516814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191516814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:18.451567 run osmo-stp_10.42.42.5(pid=21387): stdout: \u000a| (launched: 2022-12-13_19:15:16.486206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:18.573653 run osmo-stp_10.42.42.5(pid=21387): stderr: \u000a| �[0;m�[38;5;43m20221213191516808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191516808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191516808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191516813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191516814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191516814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191516814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:18.627273 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21387): Process ended prematurely: osmo-stp_10.42.42.5(pid=21387) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21387)] [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:15:18.635836 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:15:18.696659 run osmo-hlr_10.42.42.2(pid=21384): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21384)]\u000a19:15:18.746661 run osmo-hlr_10.42.42.2(pid=21384): stdout: \u000a| (launched: 2022-12-13_19:15:15.432545) \u000a19:15:18.797435 run osmo-hlr_10.42.42.2(pid=21384): stderr: \u000a| �[0;m�[1;31m20221213191515632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191515632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191515632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191515632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191515632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191515632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191515645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191515654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191515654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191515654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:18.866289 run osmo-msc_10.42.42.6(pid=21390): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21390)]\u000a19:15:18.916178 run osmo-msc_10.42.42.6(pid=21390): stdout: \u000a| (launched: 2022-12-13_19:15:17.735691) \u000a19:15:18.967148 run osmo-msc_10.42.42.6(pid=21390): stderr: \u000a| �[0;m�[38;5;43m20221213191518009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191518009 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b838dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191518009 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191518009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191518010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191518010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191518011 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191518012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191518012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191518012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:15:19.009940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21383): Terminating (SIGTERM)\u000a19:15:19.050362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21386): Terminating (SIGTERM)\u000a19:15:19.090786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21389): Terminating (SIGTERM)\u000a19:15:19.100081 --- ParallelTerminationStrategy: PID 21383 died...\u000a19:15:19.154291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21383): Terminated: ok {rc=0}\u000a19:15:19.164028 --- ParallelTerminationStrategy: PID 21386 died...\u000a19:15:19.217841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21386): Terminated: ok {rc=0}\u000a19:15:19.227491 --- ParallelTerminationStrategy: PID 21389 died...\u000a19:15:19.281172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21389): Terminated: ok {rc=0}\u000a19:15:19.370329 bus /sierra_3: Setting Powered False\u000a19:15:20.474187 bus /sierra_3: Setting Powered False\u000a19:15:21.586634 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21398): Process ended prematurely: osmo-stp_10.42.42.5(pid=21398) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21398)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21398): Process ended prematurely: osmo-stp_10.42.42.5(pid=21398) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:15:22.698002 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:15:22.709969 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:15:22.869893 tst mo_mt_call_osmux.py: using LAC 35692\u000a19:15:22.990383 tst mo_mt_call_osmux.py: using RAC 247\u000a19:15:23.112915 tst mo_mt_call_osmux.py: using CellId 35692\u000a19:15:23.233616 tst mo_mt_call_osmux.py: using BVCI 35693\u000a19:15:23.257180 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:15:23.268580 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:15:23.279767 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:15:23.291010 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:15:23.302336 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:15:23.313633 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:15:23.433617 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:15:23.642309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:24.135959 run create_hlr_db(pid=21392): Launched\u000a19:15:24.312356 bus /sierra_2: Setting Powered False\u000a19:15:25.334601 run create_hlr_db(pid=21392): Terminated: ok {rc=0}\u000a19:15:25.774070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21394): Launched\u000a19:15:26.106607 run osmo-hlr_10.42.42.2(pid=21395): Launched\u000a19:15:26.228585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:26.798957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21397): Launched\u000a19:15:27.130072 run osmo-stp_10.42.42.5(pid=21398): Launched\u000a19:15:27.250519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:15:27.851782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21400): Launched\u000a19:15:28.183383 run osmo-msc_10.42.42.6(pid=21401): Launched\u000a19:15:28.375459 run osmo-stp_10.42.42.5(pid=21398): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21398)]\u000a19:15:28.514170 run osmo-stp_10.42.42.5(pid=21398): stdout: \u000a| (launched: 2022-12-13_19:15:26.966388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:28.652294 run osmo-stp_10.42.42.5(pid=21398): stderr: \u000a| �[0;m�[38;5;43m20221213191527159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191527159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191527159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191527160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191527160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191527160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191527160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:28.785341 run osmo-stp_10.42.42.5(pid=21398): stdout: \u000a| (launched: 2022-12-13_19:15:26.966388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:28.917012 run osmo-stp_10.42.42.5(pid=21398): stderr: \u000a| �[0;m�[38;5;43m20221213191527159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191527159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191527159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191527160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191527160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191527160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191527160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:28.974896 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21398): Process ended prematurely: osmo-stp_10.42.42.5(pid=21398) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21398)] [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:15:28.984257 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:15:29.047721 run osmo-hlr_10.42.42.2(pid=21395): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21395)]\u000a19:15:29.099531 run osmo-hlr_10.42.42.2(pid=21395): stdout: \u000a| (launched: 2022-12-13_19:15:25.942413) \u000a19:15:29.152383 run osmo-hlr_10.42.42.2(pid=21395): stderr: \u000a| �[0;m�[1;31m20221213191526143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191526143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191526143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191526143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191526143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191526143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191526156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191526164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191526164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191526164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:29.223590 run osmo-msc_10.42.42.6(pid=21401): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21401)]\u000a19:15:29.275376 run osmo-msc_10.42.42.6(pid=21401): stdout: \u000a| (launched: 2022-12-13_19:15:28.019420) \u000a19:15:29.327589 run osmo-msc_10.42.42.6(pid=21401): stderr: \u000a| �[0;m�[38;5;43m20221213191528344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191528345 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8281f60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191528345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191528345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191528345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191528345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191528347 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191528347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191528347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191528347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:15:29.372329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21394): Terminating (SIGTERM)\u000a19:15:29.414893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21397): Terminating (SIGTERM)\u000a19:15:29.456915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21400): Terminating (SIGTERM)\u000a19:15:29.466664 --- ParallelTerminationStrategy: PID 21394 died...\u000a19:15:29.523059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21394): Terminated: ok {rc=0}\u000a19:15:29.533138 --- ParallelTerminationStrategy: PID 21397 died...\u000a19:15:29.589254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21397): Terminated: ok {rc=0}\u000a19:15:29.599252 --- ParallelTerminationStrategy: PID 21400 died...\u000a19:15:29.655331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21400): Terminated: ok {rc=0}\u000a19:15:29.742207 bus /sierra_3: Setting Powered False\u000a19:15:30.856589 bus /sierra_3: Setting Powered False\u000a19:15:31.967510 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:15:11" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21412): Process ended prematurely: osmo-stp_10.42.42.5(pid=21412) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21412)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21412): Process ended prematurely: osmo-stp_10.42.42.5(pid=21412) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:15:33.972666 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:15:33.984442 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:15:34.151649 tst mo_mt_call.py: using LAC 35693\u000a19:15:34.282452 tst mo_mt_call.py: using RAC 248\u000a19:15:34.410931 tst mo_mt_call.py: using CellId 35693\u000a19:15:34.542324 tst mo_mt_call.py: using BVCI 35694\u000a19:15:34.567593 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:15:34.579247 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:15:34.590754 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:15:34.602285 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:15:34.614175 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:15:34.625937 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:15:34.743371 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:15:34.950266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:35.442291 run create_hlr_db(pid=21406): Launched\u000a19:15:35.619366 bus /sierra_2: Setting Powered False\u000a19:15:36.640278 run create_hlr_db(pid=21406): Terminated: ok {rc=0}\u000a19:15:37.050925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21408): Launched\u000a19:15:37.357790 run osmo-hlr_10.42.42.2(pid=21409): Launched\u000a19:15:37.468921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:38.000676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21411): Launched\u000a19:15:38.308141 run osmo-stp_10.42.42.5(pid=21412): Launched\u000a19:15:38.419002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:15:38.978453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21414): Launched\u000a19:15:39.287189 run osmo-msc_10.42.42.6(pid=21415): Launched\u000a19:15:39.468614 run osmo-stp_10.42.42.5(pid=21412): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21412)]\u000a19:15:39.598669 run osmo-stp_10.42.42.5(pid=21412): stdout: \u000a| (launched: 2022-12-13_19:15:38.156644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:39.725946 run osmo-stp_10.42.42.5(pid=21412): stderr: \u000a| �[0;m�[38;5;43m20221213191538329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191538329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191538329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191538330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191538330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191538330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191538331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:39.849303 run osmo-stp_10.42.42.5(pid=21412): stdout: \u000a| (launched: 2022-12-13_19:15:38.156644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:39.971839 run osmo-stp_10.42.42.5(pid=21412): stderr: \u000a| �[0;m�[38;5;43m20221213191538329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191538329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191538329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191538330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191538330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191538330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191538331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:40.025556 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21412): Process ended prematurely: osmo-stp_10.42.42.5(pid=21412) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21412)] [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:15:40.034633 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:15:40.094352 run osmo-hlr_10.42.42.2(pid=21409): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21409)]\u000a19:15:40.143653 run osmo-hlr_10.42.42.2(pid=21409): stdout: \u000a| (launched: 2022-12-13_19:15:37.206607) \u000a19:15:40.193725 run osmo-hlr_10.42.42.2(pid=21409): stderr: \u000a| �[0;m�[1;31m20221213191537383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191537383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191537383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191537383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191537383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191537383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191537396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191537406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191537407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191537407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:40.262129 run osmo-msc_10.42.42.6(pid=21415): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21415)]\u000a19:15:40.311582 run osmo-msc_10.42.42.6(pid=21415): stdout: \u000a| (launched: 2022-12-13_19:15:39.134373) \u000a19:15:40.361457 run osmo-msc_10.42.42.6(pid=21415): stderr: \u000a| �[0;m�[38;5;43m20221213191539405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191539406 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3487a02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191539406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191539406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191539406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191539406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191539408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191539408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191539408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191539408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:15:40.403693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21408): Terminating (SIGTERM)\u000a19:15:40.443584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21411): Terminating (SIGTERM)\u000a19:15:40.483424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21414): Terminating (SIGTERM)\u000a19:15:40.492677 --- ParallelTerminationStrategy: PID 21408 died...\u000a19:15:40.546162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21408): Terminated: ok {rc=0}\u000a19:15:40.555872 --- ParallelTerminationStrategy: PID 21411 died...\u000a19:15:40.609076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21411): Terminated: ok {rc=0}\u000a19:15:40.618713 --- ParallelTerminationStrategy: PID 21414 died...\u000a19:15:40.671762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21414): Terminated: ok {rc=0}\u000a19:15:40.760832 bus /sierra_3: Setting Powered False\u000a19:15:41.865129 bus /sierra_3: Setting Powered False\u000a19:15:42.971601 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21423): Process ended prematurely: osmo-stp_10.42.42.5(pid=21423) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21423)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21423): Process ended prematurely: osmo-stp_10.42.42.5(pid=21423) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:15:44.087555 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:15:44.100020 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:15:44.267996 tst mo_mt_call_osmux.py: using LAC 35694\u000a19:15:44.398177 tst mo_mt_call_osmux.py: using RAC 249\u000a19:15:44.526418 tst mo_mt_call_osmux.py: using CellId 35694\u000a19:15:44.654418 tst mo_mt_call_osmux.py: using BVCI 35695\u000a19:15:44.679432 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:15:44.691148 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:15:44.702612 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:15:44.714164 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:15:44.726118 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:15:44.737947 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:15:44.855625 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:15:45.059598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:45.554739 run create_hlr_db(pid=21417): Launched\u000a19:15:45.730972 bus /sierra_2: Setting Powered False\u000a19:15:46.755940 run create_hlr_db(pid=21417): Terminated: ok {rc=0}\u000a19:15:47.176321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21419): Launched\u000a19:15:47.487872 run osmo-hlr_10.42.42.2(pid=21420): Launched\u000a19:15:47.610343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:48.150771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21422): Launched\u000a19:15:48.457990 run osmo-stp_10.42.42.5(pid=21423): Launched\u000a19:15:48.568149 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:15:49.125747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21425): Launched\u000a19:15:49.432806 run osmo-msc_10.42.42.6(pid=21426): Launched\u000a19:15:49.612568 run osmo-stp_10.42.42.5(pid=21423): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21423)]\u000a19:15:49.741905 run osmo-stp_10.42.42.5(pid=21423): stdout: \u000a| (launched: 2022-12-13_19:15:48.306879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:49.868715 run osmo-stp_10.42.42.5(pid=21423): stderr: \u000a| �[0;m�[38;5;43m20221213191548478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191548478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191548479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191548479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191548479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191548480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191548480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:49.991486 run osmo-stp_10.42.42.5(pid=21423): stdout: \u000a| (launched: 2022-12-13_19:15:48.306879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:50.113293 run osmo-stp_10.42.42.5(pid=21423): stderr: \u000a| �[0;m�[38;5;43m20221213191548478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191548478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191548479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191548479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191548479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191548480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191548480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:50.166600 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21423): Process ended prematurely: osmo-stp_10.42.42.5(pid=21423) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21423)] [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:15:50.175215 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:15:50.235201 run osmo-hlr_10.42.42.2(pid=21420): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21420)]\u000a19:15:50.284327 run osmo-hlr_10.42.42.2(pid=21420): stdout: \u000a| (launched: 2022-12-13_19:15:47.332698) \u000a19:15:50.334709 run osmo-hlr_10.42.42.2(pid=21420): stderr: \u000a| �[0;m�[1;31m20221213191547508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191547508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191547508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191547508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191547508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191547508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191547520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191547531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191547531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191547531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:50.402383 run osmo-msc_10.42.42.6(pid=21426): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21426)]\u000a19:15:50.451178 run osmo-msc_10.42.42.6(pid=21426): stdout: \u000a| (launched: 2022-12-13_19:15:49.280741) \u000a19:15:50.500431 run osmo-msc_10.42.42.6(pid=21426): stderr: \u000a| �[0;m�[38;5;43m20221213191549554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191549554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca2f723c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191549555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191549555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191549555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191549555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191549557 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191549557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191549558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191549558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:15:50.542078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21419): Terminating (SIGTERM)\u000a19:15:50.582182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21422): Terminating (SIGTERM)\u000a19:15:50.621979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21425): Terminating (SIGTERM)\u000a19:15:50.631198 --- ParallelTerminationStrategy: PID 21419 died...\u000a19:15:50.684256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21419): Terminated: ok {rc=0}\u000a19:15:50.693923 --- ParallelTerminationStrategy: PID 21422 died...\u000a19:15:50.746987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21422): Terminated: ok {rc=0}\u000a19:15:50.756481 --- ParallelTerminationStrategy: PID 21425 died...\u000a19:15:50.809297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21425): Terminated: ok {rc=0}\u000a19:15:50.897143 bus /sierra_3: Setting Powered False\u000a19:15:52.001047 bus /sierra_3: Setting Powered False\u000a19:15:53.113185 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:15:33" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21437): Process ended prematurely: osmo-stp_10.42.42.5(pid=21437) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21437)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21437): Process ended prematurely: osmo-stp_10.42.42.5(pid=21437) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:15:55.128047 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:15:55.140012 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:15:55.301789 tst mo_mt_call.py: using LAC 35695\u000a19:15:55.423834 tst mo_mt_call.py: using RAC 250\u000a19:15:55.546270 tst mo_mt_call.py: using CellId 35695\u000a19:15:55.668375 tst mo_mt_call.py: using BVCI 35696\u000a19:15:55.691789 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:15:55.703181 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:15:55.714168 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:15:55.725171 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:15:55.736162 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:15:55.747113 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:15:55.861621 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:15:56.080420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:56.603188 run create_hlr_db(pid=21431): Launched\u000a19:15:56.794693 bus /sierra_2: Setting Powered False\u000a19:15:57.815094 run create_hlr_db(pid=21431): Terminated: ok {rc=0}\u000a19:15:58.227264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21433): Launched\u000a19:15:58.536750 run osmo-hlr_10.42.42.2(pid=21434): Launched\u000a19:15:58.649289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:59.182299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21436): Launched\u000a19:15:59.490227 run osmo-stp_10.42.42.5(pid=21437): Launched\u000a19:15:59.602133 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:16:00.161435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21439): Launched\u000a19:16:00.470243 run osmo-msc_10.42.42.6(pid=21440): Launched\u000a19:16:00.649976 run osmo-stp_10.42.42.5(pid=21437): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21437)]\u000a19:16:00.779820 run osmo-stp_10.42.42.5(pid=21437): stdout: \u000a| (launched: 2022-12-13_19:15:59.338512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:00.912826 run osmo-stp_10.42.42.5(pid=21437): stderr: \u000a| �[0;m�[38;5;43m20221213191559510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191559511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191559511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191559511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191559512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191559512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191559512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:01.040533 run osmo-stp_10.42.42.5(pid=21437): stdout: \u000a| (launched: 2022-12-13_19:15:59.338512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:01.165246 run osmo-stp_10.42.42.5(pid=21437): stderr: \u000a| �[0;m�[38;5;43m20221213191559510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191559511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191559511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191559511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191559512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191559512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191559512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:01.222180 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21437): Process ended prematurely: osmo-stp_10.42.42.5(pid=21437) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21437)] [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:16:01.231585 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:16:01.294250 run osmo-hlr_10.42.42.2(pid=21434): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21434)]\u000a19:16:01.344689 run osmo-hlr_10.42.42.2(pid=21434): stdout: \u000a| (launched: 2022-12-13_19:15:58.384029) \u000a19:16:01.396278 run osmo-hlr_10.42.42.2(pid=21434): stderr: \u000a| �[0;m�[1;31m20221213191558563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191558563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191558563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191558564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191558564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191558564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191558577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191558587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191558587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191558587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:01.465607 run osmo-msc_10.42.42.6(pid=21440): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21440)]\u000a19:16:01.516090 run osmo-msc_10.42.42.6(pid=21440): stdout: \u000a| (launched: 2022-12-13_19:16:00.317148) \u000a19:16:01.567440 run osmo-msc_10.42.42.6(pid=21440): stderr: \u000a| �[0;m�[38;5;43m20221213191600590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191600590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ba7ed7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191600590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191600590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191600591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191600591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191600593 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191600593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191600593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191600593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:16:01.611421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21433): Terminating (SIGTERM)\u000a19:16:01.652006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21436): Terminating (SIGTERM)\u000a19:16:01.695187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21439): Terminating (SIGTERM)\u000a19:16:01.704523 --- ParallelTerminationStrategy: PID 21433 died...\u000a19:16:01.774569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21433): Terminated: ok {rc=0}\u000a19:16:01.789828 --- ParallelTerminationStrategy: PID 21436 died...\u000a19:16:01.866090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21436): Terminated: ok {rc=0}\u000a19:16:01.881346 --- ParallelTerminationStrategy: PID 21439 died...\u000a19:16:01.952406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21439): Terminated: ok {rc=0}\u000a19:16:02.046949 bus /sierra_3: Setting Powered False\u000a19:16:03.149356 bus /sierra_3: Setting Powered False\u000a19:16:04.261787 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21448): Process ended prematurely: osmo-stp_10.42.42.5(pid=21448) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21448)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21448): Process ended prematurely: osmo-stp_10.42.42.5(pid=21448) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:16:05.373229 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:16:05.385090 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:16:05.552909 tst mo_mt_call_osmux.py: using LAC 35696\u000a19:16:05.680435 tst mo_mt_call_osmux.py: using RAC 251\u000a19:16:05.806805 tst mo_mt_call_osmux.py: using CellId 35696\u000a19:16:05.933113 tst mo_mt_call_osmux.py: using BVCI 35697\u000a19:16:05.958100 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:16:05.969776 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:16:05.981282 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:16:05.992710 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:16:06.004635 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:16:06.016403 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:16:06.138214 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:16:06.351017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:06.869801 run create_hlr_db(pid=21442): Launched\u000a19:16:07.060035 bus /sierra_2: Setting Powered False\u000a19:16:08.081307 run create_hlr_db(pid=21442): Terminated: ok {rc=0}\u000a19:16:08.493883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21444): Launched\u000a19:16:08.801135 run osmo-hlr_10.42.42.2(pid=21445): Launched\u000a19:16:08.914289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:09.447051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21447): Launched\u000a19:16:09.754774 run osmo-stp_10.42.42.5(pid=21448): Launched\u000a19:16:09.866122 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:16:10.426924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21450): Launched\u000a19:16:10.735141 run osmo-msc_10.42.42.6(pid=21451): Launched\u000a19:16:10.914697 run osmo-stp_10.42.42.5(pid=21448): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21448)]\u000a19:16:11.043479 run osmo-stp_10.42.42.5(pid=21448): stdout: \u000a| (launched: 2022-12-13_19:16:09.602862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:11.170101 run osmo-stp_10.42.42.5(pid=21448): stderr: \u000a| �[0;m�[38;5;43m20221213191609774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191609774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191609774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191609775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191609775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191609775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191609775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:11.292702 run osmo-stp_10.42.42.5(pid=21448): stdout: \u000a| (launched: 2022-12-13_19:16:09.602862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:11.414365 run osmo-stp_10.42.42.5(pid=21448): stderr: \u000a| �[0;m�[38;5;43m20221213191609774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191609774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191609774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191609775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191609775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191609775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191609775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:11.468915 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21448): Process ended prematurely: osmo-stp_10.42.42.5(pid=21448) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21448)] [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:16:11.477670 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:16:11.537598 run osmo-hlr_10.42.42.2(pid=21445): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21445)]\u000a19:16:11.586688 run osmo-hlr_10.42.42.2(pid=21445): stdout: \u000a| (launched: 2022-12-13_19:16:08.649379) \u000a19:16:11.636365 run osmo-hlr_10.42.42.2(pid=21445): stderr: \u000a| �[0;m�[1;31m20221213191608826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191608826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191608826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191608826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191608826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191608826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191608841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191608851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191608851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191608851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:11.704016 run osmo-msc_10.42.42.6(pid=21451): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21451)]\u000a19:16:11.752751 run osmo-msc_10.42.42.6(pid=21451): stdout: \u000a| (launched: 2022-12-13_19:16:10.583484) \u000a19:16:11.802079 run osmo-msc_10.42.42.6(pid=21451): stderr: \u000a| �[0;m�[38;5;43m20221213191610858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191610859 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38d4052c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191610859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191610859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191610859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191610859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191610861 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191610861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191610861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191610861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:16:11.844017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21444): Terminating (SIGTERM)\u000a19:16:11.883912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21447): Terminating (SIGTERM)\u000a19:16:11.923607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21450): Terminating (SIGTERM)\u000a19:16:11.933050 --- ParallelTerminationStrategy: PID 21444 died...\u000a19:16:11.986447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21444): Terminated: ok {rc=0}\u000a19:16:11.995969 --- ParallelTerminationStrategy: PID 21447 died...\u000a19:16:12.048630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21447): Terminated: ok {rc=0}\u000a19:16:12.058339 --- ParallelTerminationStrategy: PID 21450 died...\u000a19:16:12.111490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21450): Terminated: ok {rc=0}\u000a19:16:12.195072 bus /sierra_3: Setting Powered False\u000a19:16:13.296681 bus /sierra_3: Setting Powered False\u000a19:16:14.407252 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:15:54" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21463): Process ended prematurely: osmo-stp_10.42.42.5(pid=21463) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21463)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21463): Process ended prematurely: osmo-stp_10.42.42.5(pid=21463) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:16:16.447875 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:16:16.459817 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:16:16.620113 tst mo_mt_call.py: using LAC 35697\u000a19:16:16.745453 tst mo_mt_call.py: using RAC 252\u000a19:16:16.899814 tst mo_mt_call.py: using CellId 35697\u000a19:16:17.037443 tst mo_mt_call.py: using BVCI 35698\u000a19:16:17.064893 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:16:17.077641 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:16:17.090215 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:16:17.102858 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:16:17.116774 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:16:17.131301 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:16:17.265524 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:16:17.484193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:18.003138 run create_hlr_db(pid=21457): Launched\u000a19:16:18.193886 bus /sierra_2: Setting Powered False\u000a19:16:19.214855 run create_hlr_db(pid=21457): Terminated: ok {rc=0}\u000a19:16:19.653828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21459): Launched\u000a19:16:19.986036 run osmo-hlr_10.42.42.2(pid=21460): Launched\u000a19:16:20.107328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:20.679781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21462): Launched\u000a19:16:21.011447 run osmo-stp_10.42.42.5(pid=21463): Launched\u000a19:16:21.131030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:16:21.732329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21465): Launched\u000a19:16:22.060263 run osmo-msc_10.42.42.6(pid=21466): Launched\u000a19:16:22.253496 run osmo-stp_10.42.42.5(pid=21463): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21463)]\u000a19:16:22.392832 run osmo-stp_10.42.42.5(pid=21463): stdout: \u000a| (launched: 2022-12-13_19:16:20.847456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:22.531839 run osmo-stp_10.42.42.5(pid=21463): stderr: \u000a| �[0;m�[38;5;43m20221213191621042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191621042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191621042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191621043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191621043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191621043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191621043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:22.665093 run osmo-stp_10.42.42.5(pid=21463): stdout: \u000a| (launched: 2022-12-13_19:16:20.847456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:22.796863 run osmo-stp_10.42.42.5(pid=21463): stderr: \u000a| �[0;m�[38;5;43m20221213191621042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191621042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191621042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191621043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191621043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191621043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191621043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:22.854747 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21463): Process ended prematurely: osmo-stp_10.42.42.5(pid=21463) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21463)] [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:16:22.863944 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:16:22.927534 run osmo-hlr_10.42.42.2(pid=21460): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21460)]\u000a19:16:22.979500 run osmo-hlr_10.42.42.2(pid=21460): stdout: \u000a| (launched: 2022-12-13_19:16:19.821726) \u000a19:16:23.032385 run osmo-hlr_10.42.42.2(pid=21460): stderr: \u000a| �[0;m�[1;31m20221213191620019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191620019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191620019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191620019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191620019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191620019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191620031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191620039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191620040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191620040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:23.103830 run osmo-msc_10.42.42.6(pid=21466): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21466)]\u000a19:16:23.155920 run osmo-msc_10.42.42.6(pid=21466): stdout: \u000a| (launched: 2022-12-13_19:16:21.899228) \u000a19:16:23.208801 run osmo-msc_10.42.42.6(pid=21466): stderr: \u000a| �[0;m�[38;5;43m20221213191622220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191622220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f154843dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191622221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191622221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191622221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191622221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191622223 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191622223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191622223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191622223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:16:23.254026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21459): Terminating (SIGTERM)\u000a19:16:23.296678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21462): Terminating (SIGTERM)\u000a19:16:23.339118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21465): Terminating (SIGTERM)\u000a19:16:23.348890 --- ParallelTerminationStrategy: PID 21459 died...\u000a19:16:23.405799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21459): Terminated: ok {rc=0}\u000a19:16:23.416012 --- ParallelTerminationStrategy: PID 21462 died...\u000a19:16:23.472732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21462): Terminated: ok {rc=0}\u000a19:16:23.482862 --- ParallelTerminationStrategy: PID 21465 died...\u000a19:16:23.539574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21465): Terminated: ok {rc=0}\u000a19:16:23.627039 bus /sierra_3: Setting Powered False\u000a19:16:24.734586 bus /sierra_3: Setting Powered False\u000a19:16:25.844095 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21474): Process ended prematurely: osmo-stp_10.42.42.5(pid=21474) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21474)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21474): Process ended prematurely: osmo-stp_10.42.42.5(pid=21474) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:16:26.960328 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:16:26.972857 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:16:27.139011 tst mo_mt_call_osmux.py: using LAC 35698\u000a19:16:27.259882 tst mo_mt_call_osmux.py: using RAC 253\u000a19:16:27.378464 tst mo_mt_call_osmux.py: using CellId 35698\u000a19:16:27.496712 tst mo_mt_call_osmux.py: using BVCI 35699\u000a19:16:27.520195 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:16:27.531417 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:16:27.542385 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:16:27.553307 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:16:27.564301 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:16:27.575266 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:16:27.696246 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:16:27.899499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:28.389783 run create_hlr_db(pid=21468): Launched\u000a19:16:28.565816 bus /sierra_2: Setting Powered False\u000a19:16:29.587465 run create_hlr_db(pid=21468): Terminated: ok {rc=0}\u000a19:16:30.024915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21470): Launched\u000a19:16:30.358644 run osmo-hlr_10.42.42.2(pid=21471): Launched\u000a19:16:30.481699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:31.079786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21473): Launched\u000a19:16:31.523811 run osmo-stp_10.42.42.5(pid=21474): Launched\u000a19:16:31.721269 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:16:32.331661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21476): Launched\u000a19:16:32.663987 run osmo-msc_10.42.42.6(pid=21477): Launched\u000a19:16:32.856556 run osmo-stp_10.42.42.5(pid=21474): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21474)]\u000a19:16:32.995886 run osmo-stp_10.42.42.5(pid=21474): stdout: \u000a| (launched: 2022-12-13_19:16:31.252407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:33.134469 run osmo-stp_10.42.42.5(pid=21474): stderr: \u000a| �[0;m�[38;5;43m20221213191631511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191631511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191631512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191631512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191631512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191631513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191631513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:33.268370 run osmo-stp_10.42.42.5(pid=21474): stdout: \u000a| (launched: 2022-12-13_19:16:31.252407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:33.400730 run osmo-stp_10.42.42.5(pid=21474): stderr: \u000a| �[0;m�[38;5;43m20221213191631511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191631511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191631512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191631512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191631512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191631513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191631513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:33.458705 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21474): Process ended prematurely: osmo-stp_10.42.42.5(pid=21474) [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21474)] [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:16:33.467968 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a19:16:33.532009 run osmo-hlr_10.42.42.2(pid=21471): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21471)]\u000a19:16:33.584192 run osmo-hlr_10.42.42.2(pid=21471): stdout: \u000a| (launched: 2022-12-13_19:16:30.193689) \u000a19:16:33.637066 run osmo-hlr_10.42.42.2(pid=21471): stderr: \u000a| �[0;m�[1;31m20221213191630392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191630392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191630392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191630392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191630392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191630392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191630404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191630413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191630414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191630414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:33.708601 run osmo-msc_10.42.42.6(pid=21477): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21477)]\u000a19:16:33.760316 run osmo-msc_10.42.42.6(pid=21477): stdout: \u000a| (launched: 2022-12-13_19:16:32.499408) \u000a19:16:33.812468 run osmo-msc_10.42.42.6(pid=21477): stderr: \u000a| �[0;m�[38;5;43m20221213191632823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191632823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc810f62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191632823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191632823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191632823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191632823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191632825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191632825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191632825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191632826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:16:33.857299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21470): Terminating (SIGTERM)\u000a19:16:33.899851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21473): Terminating (SIGTERM)\u000a19:16:33.942567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21476): Terminating (SIGTERM)\u000a19:16:33.952304 --- ParallelTerminationStrategy: PID 21470 died...\u000a19:16:34.009525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21470): Terminated: ok {rc=0}\u000a19:16:34.019622 --- ParallelTerminationStrategy: PID 21473 died...\u000a19:16:34.076182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21473): Terminated: ok {rc=0}\u000a19:16:34.086361 --- ParallelTerminationStrategy: PID 21476 died...\u000a19:16:34.143061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21476): Terminated: ok {rc=0}\u000a19:16:34.231329 bus /sierra_3: Setting Powered False\u000a19:16:35.338911 bus /sierra_3: Setting Powered False\u000a19:16:36.449379 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:16:16" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21488): Process ended prematurely: osmo-stp_10.42.42.5(pid=21488) [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21488)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21488): Process ended prematurely: osmo-stp_10.42.42.5(pid=21488) [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:16:38.456748 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:16:38.468245 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:16:38.630686 tst mo_mt_call.py: using LAC 35699\u000a19:16:38.752436 tst mo_mt_call.py: using RAC 254\u000a19:16:38.873311 tst mo_mt_call.py: using CellId 35699\u000a19:16:38.992903 tst mo_mt_call.py: using BVCI 35700\u000a19:16:39.016115 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:16:39.027458 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:16:39.038515 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:16:39.049519 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:16:39.060523 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:16:39.071499 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:16:39.194265 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:16:39.403410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:39.895435 run create_hlr_db(pid=21482): Launched\u000a19:16:40.071329 bus /sierra_2: Setting Powered False\u000a19:16:41.092929 run create_hlr_db(pid=21482): Terminated: ok {rc=0}\u000a19:16:41.532354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21484): Launched\u000a19:16:41.866008 run osmo-hlr_10.42.42.2(pid=21485): Launched\u000a19:16:41.988087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:42.562416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21487): Launched\u000a19:16:42.892997 run osmo-stp_10.42.42.5(pid=21488): Launched\u000a19:16:43.013139 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:16:43.615055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21490): Launched\u000a19:16:43.946850 run osmo-msc_10.42.42.6(pid=21491): Launched\u000a19:16:44.140223 run osmo-stp_10.42.42.5(pid=21488): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21488)]\u000a19:16:44.280553 run osmo-stp_10.42.42.5(pid=21488): stdout: \u000a| (launched: 2022-12-13_19:16:42.730166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:44.419589 run osmo-stp_10.42.42.5(pid=21488): stderr: \u000a| �[0;m�[38;5;43m20221213191642924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191642924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191642924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191642925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191642925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191642925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191642925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:44.553429 run osmo-stp_10.42.42.5(pid=21488): stdout: \u000a| (launched: 2022-12-13_19:16:42.730166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:44.685895 run osmo-stp_10.42.42.5(pid=21488): stderr: \u000a| �[0;m�[38;5;43m20221213191642924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191642924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191642924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191642925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191642925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191642925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191642925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:44.744049 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21488): Process ended prematurely: osmo-stp_10.42.42.5(pid=21488) [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21488)] [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:16:44.753725 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:16:44.818095 run osmo-hlr_10.42.42.2(pid=21485): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21485)]\u000a19:16:44.870583 run osmo-hlr_10.42.42.2(pid=21485): stdout: \u000a| (launched: 2022-12-13_19:16:41.700827) \u000a19:16:44.923698 run osmo-hlr_10.42.42.2(pid=21485): stderr: \u000a| �[0;m�[1;31m20221213191641902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191641902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191641902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191641902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191641902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191641902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191641914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191641923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191641923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191641923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:44.995481 run osmo-msc_10.42.42.6(pid=21491): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21491)]\u000a19:16:45.047594 run osmo-msc_10.42.42.6(pid=21491): stdout: \u000a| (launched: 2022-12-13_19:16:43.782693) \u000a19:16:45.100739 run osmo-msc_10.42.42.6(pid=21491): stderr: \u000a| �[0;m�[38;5;43m20221213191644106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191644106 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb83f104c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191644106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191644106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191644107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191644107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191644108 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191644109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191644109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191644109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:16:45.146149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21484): Terminating (SIGTERM)\u000a19:16:45.189479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21487): Terminating (SIGTERM)\u000a19:16:45.232150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21490): Terminating (SIGTERM)\u000a19:16:45.242198 --- ParallelTerminationStrategy: PID 21484 died...\u000a19:16:45.299658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21484): Terminated: ok {rc=0}\u000a19:16:45.310021 --- ParallelTerminationStrategy: PID 21487 died...\u000a19:16:45.367202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21487): Terminated: ok {rc=0}\u000a19:16:45.377521 --- ParallelTerminationStrategy: PID 21490 died...\u000a19:16:45.434550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21490): Terminated: ok {rc=0}\u000a19:16:45.522361 bus /sierra_3: Setting Powered False\u000a19:16:46.627559 bus /sierra_3: Setting Powered False\u000a19:16:47.740693 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21499): Process ended prematurely: osmo-stp_10.42.42.5(pid=21499) [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21499)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21499): Process ended prematurely: osmo-stp_10.42.42.5(pid=21499) [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:16:48.852319 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:16:48.864498 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:16:49.023244 tst mo_mt_call_osmux.py: using LAC 35700\u000a19:16:49.144842 tst mo_mt_call_osmux.py: using RAC 255\u000a19:16:49.264917 tst mo_mt_call_osmux.py: using CellId 35700\u000a19:16:49.386597 tst mo_mt_call_osmux.py: using BVCI 35701\u000a19:16:49.409864 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:16:49.421331 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:16:49.432431 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:16:49.443546 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:16:49.454743 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:16:49.465923 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:16:49.583937 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:16:49.789939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:50.281504 run create_hlr_db(pid=21493): Launched\u000a19:16:50.457106 bus /sierra_2: Setting Powered False\u000a19:16:51.479986 run create_hlr_db(pid=21493): Terminated: ok {rc=0}\u000a19:16:51.888169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21495): Launched\u000a19:16:52.198044 run osmo-hlr_10.42.42.2(pid=21496): Launched\u000a19:16:52.309098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:52.843509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21498): Launched\u000a19:16:53.152255 run osmo-stp_10.42.42.5(pid=21499): Launched\u000a19:16:53.263434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:16:53.822459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21501): Launched\u000a19:16:54.131790 run osmo-msc_10.42.42.6(pid=21502): Launched\u000a19:16:54.311900 run osmo-stp_10.42.42.5(pid=21499): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21499)]\u000a19:16:54.441892 run osmo-stp_10.42.42.5(pid=21499): stdout: \u000a| (launched: 2022-12-13_19:16:52.999831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:54.569324 run osmo-stp_10.42.42.5(pid=21499): stderr: \u000a| �[0;m�[38;5;43m20221213191653171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191653171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191653172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191653172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191653173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191653173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191653173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:54.692420 run osmo-stp_10.42.42.5(pid=21499): stdout: \u000a| (launched: 2022-12-13_19:16:52.999831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:54.814553 run osmo-stp_10.42.42.5(pid=21499): stderr: \u000a| �[0;m�[38;5;43m20221213191653171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191653171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191653172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191653172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191653173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191653173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191653173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:54.869547 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21499): Process ended prematurely: osmo-stp_10.42.42.5(pid=21499) [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21499)] [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:16:54.878103 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:16:54.938197 run osmo-hlr_10.42.42.2(pid=21496): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21496)]\u000a19:16:54.987556 run osmo-hlr_10.42.42.2(pid=21496): stdout: \u000a| (launched: 2022-12-13_19:16:52.044530) \u000a19:16:55.037520 run osmo-hlr_10.42.42.2(pid=21496): stderr: \u000a| �[0;m�[1;31m20221213191652222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191652222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191652222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191652222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191652222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191652222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191652234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191652242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191652242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191652242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:55.105375 run osmo-msc_10.42.42.6(pid=21502): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21502)]\u000a19:16:55.154697 run osmo-msc_10.42.42.6(pid=21502): stdout: \u000a| (launched: 2022-12-13_19:16:53.978756) \u000a19:16:55.204385 run osmo-msc_10.42.42.6(pid=21502): stderr: \u000a| �[0;m�[38;5;43m20221213191654252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191654252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48d1afac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191654252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191654252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191654253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191654253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191654254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191654255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191654255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191654255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:16:55.246804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21495): Terminating (SIGTERM)\u000a19:16:55.286832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21498): Terminating (SIGTERM)\u000a19:16:55.326838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21501): Terminating (SIGTERM)\u000a19:16:55.336087 --- ParallelTerminationStrategy: PID 21495 died...\u000a19:16:55.389721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21495): Terminated: ok {rc=0}\u000a19:16:55.399353 --- ParallelTerminationStrategy: PID 21498 died...\u000a19:16:55.452620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21498): Terminated: ok {rc=0}\u000a19:16:55.462221 --- ParallelTerminationStrategy: PID 21501 died...\u000a19:16:55.515330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21501): Terminated: ok {rc=0}\u000a19:16:55.604127 bus /sierra_3: Setting Powered False\u000a19:16:56.710296 bus /sierra_3: Setting Powered False\u000a19:16:57.816766 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:16:38" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21516): Process ended prematurely: osmo-stp_10.42.42.5(pid=21516) [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21516)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21516): Process ended prematurely: osmo-stp_10.42.42.5(pid=21516) [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:16:59.829531 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:16:59.840841 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:17:00.007079 tst mo_mt_call.py: using LAC 35701\u000a19:17:00.131854 tst mo_mt_call.py: using RAC 1\u000a19:17:00.264565 tst mo_mt_call.py: using CellId 35701\u000a19:17:00.395213 tst mo_mt_call.py: using BVCI 35702\u000a19:17:00.418410 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:17:00.429547 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:17:00.440449 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:17:00.451514 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:17:00.462499 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:17:00.473577 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:17:00.592547 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:17:00.794095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:01.344531 run create_hlr_db(pid=21507): Launched\u000a19:17:01.540828 bus /sierra_2: Setting Powered False\u000a19:17:02.555042 run create_hlr_db(pid=21507): Terminated: ok {rc=0}\u000a19:17:02.974262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21512): Launched\u000a19:17:03.277394 run osmo-hlr_10.42.42.2(pid=21513): Launched\u000a19:17:03.392806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:03.917147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21515): Launched\u000a19:17:04.220231 run osmo-stp_10.42.42.5(pid=21516): Launched\u000a19:17:04.329207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:17:04.880934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21518): Launched\u000a19:17:05.185016 run osmo-msc_10.42.42.6(pid=21519): Launched\u000a19:17:05.362330 run osmo-stp_10.42.42.5(pid=21516): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21516)]\u000a19:17:05.490415 run osmo-stp_10.42.42.5(pid=21516): stdout: \u000a| (launched: 2022-12-13_19:17:04.070999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:05.616386 run osmo-stp_10.42.42.5(pid=21516): stderr: \u000a| �[0;m�[38;5;43m20221213191704239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191704239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191704239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191704240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191704240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191704240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191704240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:05.739063 run osmo-stp_10.42.42.5(pid=21516): stdout: \u000a| (launched: 2022-12-13_19:17:04.070999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:05.860479 run osmo-stp_10.42.42.5(pid=21516): stderr: \u000a| �[0;m�[38;5;43m20221213191704239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191704239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191704239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191704240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191704240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191704240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191704240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:05.913964 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21516): Process ended prematurely: osmo-stp_10.42.42.5(pid=21516) [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21516)] [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:17:05.922641 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:17:05.982641 run osmo-hlr_10.42.42.2(pid=21513): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21513)]\u000a19:17:06.031928 run osmo-hlr_10.42.42.2(pid=21513): stdout: \u000a| (launched: 2022-12-13_19:17:03.128059) \u000a19:17:06.081972 run osmo-hlr_10.42.42.2(pid=21513): stderr: \u000a| �[0;m�[1;31m20221213191703302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191703302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191703302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191703302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191703302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191703302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191703315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191703324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191703324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191703324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:06.149844 run osmo-msc_10.42.42.6(pid=21519): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21519)]\u000a19:17:06.199145 run osmo-msc_10.42.42.6(pid=21519): stdout: \u000a| (launched: 2022-12-13_19:17:05.035034) \u000a19:17:06.248914 run osmo-msc_10.42.42.6(pid=21519): stderr: \u000a| �[0;m�[38;5;43m20221213191705306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191705306 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bc7c11c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191705306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191705307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191705307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191705307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191705309 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191705309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191705309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191705309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:17:06.291204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21512): Terminating (SIGTERM)\u000a19:17:06.331052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21515): Terminating (SIGTERM)\u000a19:17:06.370839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21518): Terminating (SIGTERM)\u000a19:17:06.380094 --- ParallelTerminationStrategy: PID 21512 died...\u000a19:17:06.433304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21512): Terminated: ok {rc=0}\u000a19:17:06.443037 --- ParallelTerminationStrategy: PID 21515 died...\u000a19:17:06.496177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21515): Terminated: ok {rc=0}\u000a19:17:06.505952 --- ParallelTerminationStrategy: PID 21518 died...\u000a19:17:06.559545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21518): Terminated: ok {rc=0}\u000a19:17:06.648636 bus /sierra_3: Setting Powered False\u000a19:17:07.751433 bus /sierra_3: Setting Powered False\u000a19:17:08.864571 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21527): Process ended prematurely: osmo-stp_10.42.42.5(pid=21527) [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21527)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21527): Process ended prematurely: osmo-stp_10.42.42.5(pid=21527) [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:17:09.975210 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:17:09.986958 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:17:10.146894 tst mo_mt_call_osmux.py: using LAC 35702\u000a19:17:10.265895 tst mo_mt_call_osmux.py: using RAC 2\u000a19:17:10.387079 tst mo_mt_call_osmux.py: using CellId 35702\u000a19:17:10.505992 tst mo_mt_call_osmux.py: using BVCI 35703\u000a19:17:10.528846 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:17:10.539850 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:17:10.550615 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:17:10.561407 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:17:10.572586 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:17:10.583456 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:17:10.702915 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:17:10.904600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:11.390574 run create_hlr_db(pid=21521): Launched\u000a19:17:11.564829 bus /sierra_2: Setting Powered False\u000a19:17:12.586629 run create_hlr_db(pid=21521): Terminated: ok {rc=0}\u000a19:17:12.990412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21523): Launched\u000a19:17:13.292165 run osmo-hlr_10.42.42.2(pid=21524): Launched\u000a19:17:13.402256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:13.925854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21526): Launched\u000a19:17:14.229145 run osmo-stp_10.42.42.5(pid=21527): Launched\u000a19:17:14.338345 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:17:14.896451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21529): Launched\u000a19:17:15.201225 run osmo-msc_10.42.42.6(pid=21530): Launched\u000a19:17:15.378284 run osmo-stp_10.42.42.5(pid=21527): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21527)]\u000a19:17:15.506395 run osmo-stp_10.42.42.5(pid=21527): stdout: \u000a| (launched: 2022-12-13_19:17:14.079184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:15.632053 run osmo-stp_10.42.42.5(pid=21527): stderr: \u000a| �[0;m�[38;5;43m20221213191714245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191714246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191714246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191714246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191714247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191714247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191714247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:15.753886 run osmo-stp_10.42.42.5(pid=21527): stdout: \u000a| (launched: 2022-12-13_19:17:14.079184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:15.876636 run osmo-stp_10.42.42.5(pid=21527): stderr: \u000a| �[0;m�[38;5;43m20221213191714245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191714246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191714246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191714246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191714247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191714247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191714247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:15.931551 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21527): Process ended prematurely: osmo-stp_10.42.42.5(pid=21527) [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21527)] [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:17:15.940408 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a19:17:16.001073 run osmo-hlr_10.42.42.2(pid=21524): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21524)]\u000a19:17:16.050959 run osmo-hlr_10.42.42.2(pid=21524): stdout: \u000a| (launched: 2022-12-13_19:17:13.143967) \u000a19:17:16.101689 run osmo-hlr_10.42.42.2(pid=21524): stderr: \u000a| �[0;m�[1;31m20221213191713319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191713320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191713320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191713320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191713320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191713320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191713332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191713341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191713341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191713341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:16.170275 run osmo-msc_10.42.42.6(pid=21530): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21530)]\u000a19:17:16.220339 run osmo-msc_10.42.42.6(pid=21530): stdout: \u000a| (launched: 2022-12-13_19:17:15.050963) \u000a19:17:16.270898 run osmo-msc_10.42.42.6(pid=21530): stderr: \u000a| �[0;m�[38;5;43m20221213191715321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191715321 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7605ad1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191715321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191715321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191715321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191715321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191715323 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191715323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191715324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191715324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:17:16.313890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21523): Terminating (SIGTERM)\u000a19:17:16.355385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21526): Terminating (SIGTERM)\u000a19:17:16.399138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21529): Terminating (SIGTERM)\u000a19:17:16.408605 --- ParallelTerminationStrategy: PID 21523 died...\u000a19:17:16.462765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21523): Terminated: ok {rc=0}\u000a19:17:16.472686 --- ParallelTerminationStrategy: PID 21526 died...\u000a19:17:16.526553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21526): Terminated: ok {rc=0}\u000a19:17:16.536548 --- ParallelTerminationStrategy: PID 21529 died...\u000a19:17:16.590053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21529): Terminated: ok {rc=0}\u000a19:17:16.674943 bus /sierra_3: Setting Powered False\u000a19:17:17.774615 bus /sierra_3: Setting Powered False\u000a19:17:18.884260 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:16:59" }, { "cases" : [ { "testActions" : [ ], "age" : 231, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21541): Process ended prematurely: osmo-stp_10.42.42.5(pid=21541) [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21541): Process ended prematurely: osmo-stp_10.42.42.5(pid=21541) [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a19:17:20.890325 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:17:20.902394 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:17:21.044605 tst mo_mt_call.py: using LAC 35703\u000a19:17:21.168484 tst mo_mt_call.py: using RAC 3\u000a19:17:21.285393 tst mo_mt_call.py: using CellId 35703\u000a19:17:21.411072 tst mo_mt_call.py: using BVCI 35704\u000a19:17:21.436188 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:17:21.448215 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:17:21.459859 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:17:21.471811 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:17:21.483929 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:17:21.496203 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:17:21.612704 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:17:21.814781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:22.300328 run create_hlr_db(pid=21535): Launched\u000a19:17:22.474105 bus /sierra_2: Setting Powered False\u000a19:17:23.495178 run create_hlr_db(pid=21535): Terminated: ok {rc=0}\u000a19:17:23.924239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21537): Launched\u000a19:17:24.228092 run osmo-hlr_10.42.42.2(pid=21538): Launched\u000a19:17:24.338153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:24.862449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21540): Launched\u000a19:17:25.165283 run osmo-stp_10.42.42.5(pid=21541): Launched\u000a19:17:25.274014 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:17:25.826683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21543): Launched\u000a19:17:26.130784 run osmo-msc_10.42.42.6(pid=21544): Launched\u000a19:17:26.308668 run osmo-stp_10.42.42.5(pid=21541): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)]\u000a19:17:26.436752 run osmo-stp_10.42.42.5(pid=21541): stdout: \u000a| (launched: 2022-12-13_19:17:25.016044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:26.562419 run osmo-stp_10.42.42.5(pid=21541): stderr: \u000a| �[0;m�[38;5;43m20221213191725186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191725186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191725186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191725186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191725187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191725187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191725187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:26.683709 run osmo-stp_10.42.42.5(pid=21541): stdout: \u000a| (launched: 2022-12-13_19:17:25.016044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:26.804216 run osmo-stp_10.42.42.5(pid=21541): stderr: \u000a| �[0;m�[38;5;43m20221213191725186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191725186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191725186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191725186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191725187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191725187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191725187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:26.857511 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21541): Process ended prematurely: osmo-stp_10.42.42.5(pid=21541) [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)] [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a19:17:26.866099 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a19:17:26.926008 run osmo-hlr_10.42.42.2(pid=21538): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21538)]\u000a19:17:26.974907 run osmo-hlr_10.42.42.2(pid=21538): stdout: \u000a| (launched: 2022-12-13_19:17:24.078712) \u000a19:17:27.024418 run osmo-hlr_10.42.42.2(pid=21538): stderr: \u000a| �[0;m�[1;31m20221213191724254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191724254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191724254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191724254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191724254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191724254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191724267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191724276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191724276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191724276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:27.092003 run osmo-msc_10.42.42.6(pid=21544): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21544)]\u000a19:17:27.141020 run osmo-msc_10.42.42.6(pid=21544): stdout: \u000a| (launched: 2022-12-13_19:17:25.980341) \u000a19:17:27.190301 run osmo-msc_10.42.42.6(pid=21544): stderr: \u000a| �[0;m�[38;5;43m20221213191726251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191726251 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24151dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191726251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191726251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191726252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191726252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191726254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191726254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191726254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191726254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:17:27.232137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21537): Terminating (SIGTERM)\u000a19:17:27.271487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21540): Terminating (SIGTERM)\u000a19:17:27.310894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21543): Terminating (SIGTERM)\u000a19:17:27.320130 --- ParallelTerminationStrategy: PID 21537 died...\u000a19:17:27.373396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21537): Terminated: ok {rc=0}\u000a19:17:27.383043 --- ParallelTerminationStrategy: PID 21540 died...\u000a19:17:27.435753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21540): Terminated: ok {rc=0}\u000a19:17:27.445429 --- ParallelTerminationStrategy: PID 21543 died...\u000a19:17:27.498418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21543): Terminated: ok {rc=0}\u000a19:17:27.586850 bus /sierra_3: Setting Powered False\u000a19:17:28.690011 bus /sierra_3: Setting Powered False\u000a19:17:29.796347 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21552): Process ended prematurely: osmo-stp_10.42.42.5(pid=21552) [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21552)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21552): Process ended prematurely: osmo-stp_10.42.42.5(pid=21552) [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:17:30.938625 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:17:30.952281 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:17:31.103436 tst mo_mt_call_osmux.py: using LAC 35704\u000a19:17:31.235477 tst mo_mt_call_osmux.py: using RAC 4\u000a19:17:31.368434 tst mo_mt_call_osmux.py: using CellId 35704\u000a19:17:31.499992 tst mo_mt_call_osmux.py: using BVCI 35705\u000a19:17:31.526341 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:17:31.539160 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:17:31.552111 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:17:31.565216 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:17:31.579321 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:17:31.593511 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:17:31.719922 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:17:31.983538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:32.514473 run create_hlr_db(pid=21546): Launched\u000a19:17:32.703020 bus /sierra_2: Setting Powered False\u000a19:17:33.723914 run create_hlr_db(pid=21546): Terminated: ok {rc=0}\u000a19:17:34.131032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21548): Launched\u000a19:17:34.434322 run osmo-hlr_10.42.42.2(pid=21549): Launched\u000a19:17:34.549951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:35.075389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21551): Launched\u000a19:17:35.379543 run osmo-stp_10.42.42.5(pid=21552): Launched\u000a19:17:35.488400 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:17:36.040455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21554): Launched\u000a19:17:36.344682 run osmo-msc_10.42.42.6(pid=21555): Launched\u000a19:17:36.521730 run osmo-stp_10.42.42.5(pid=21552): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21552)]\u000a19:17:36.650180 run osmo-stp_10.42.42.5(pid=21552): stdout: \u000a| (launched: 2022-12-13_19:17:35.230560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:36.776288 run osmo-stp_10.42.42.5(pid=21552): stderr: \u000a| �[0;m�[38;5;43m20221213191735398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191735398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191735398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191735398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191735399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191735399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191735399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:36.899135 run osmo-stp_10.42.42.5(pid=21552): stdout: \u000a| (launched: 2022-12-13_19:17:35.230560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:37.020463 run osmo-stp_10.42.42.5(pid=21552): stderr: \u000a| �[0;m�[38;5;43m20221213191735398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191735398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191735398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191735398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191735399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191735399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191735399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:37.074091 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21552): Process ended prematurely: osmo-stp_10.42.42.5(pid=21552) [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21552)] [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a19:17:37.082588 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:17:37.142642 run osmo-hlr_10.42.42.2(pid=21549): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21549)]\u000a19:17:37.192296 run osmo-hlr_10.42.42.2(pid=21549): stdout: \u000a| (launched: 2022-12-13_19:17:34.284939) \u000a19:17:37.241886 run osmo-hlr_10.42.42.2(pid=21549): stderr: \u000a| �[0;m�[1;31m20221213191734460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191734460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191734460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191734460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191734460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191734461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191734473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191734482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191734482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191734482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:37.309104 run osmo-msc_10.42.42.6(pid=21555): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21555)]\u000a19:17:37.357733 run osmo-msc_10.42.42.6(pid=21555): stdout: \u000a| (launched: 2022-12-13_19:17:36.194878) \u000a19:17:37.407082 run osmo-msc_10.42.42.6(pid=21555): stderr: \u000a| �[0;m�[38;5;43m20221213191736466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191736467 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f670ff2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191736467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191736467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191736467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191736467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191736469 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191736469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191736470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191736470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:17:37.449169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21548): Terminating (SIGTERM)\u000a19:17:37.488664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21551): Terminating (SIGTERM)\u000a19:17:37.528204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21554): Terminating (SIGTERM)\u000a19:17:37.537473 --- ParallelTerminationStrategy: PID 21548 died...\u000a19:17:37.590848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21548): Terminated: ok {rc=0}\u000a19:17:37.600515 --- ParallelTerminationStrategy: PID 21551 died...\u000a19:17:37.653378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21551): Terminated: ok {rc=0}\u000a19:17:37.663015 --- ParallelTerminationStrategy: PID 21554 died...\u000a19:17:37.715996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21554): Terminated: ok {rc=0}\u000a19:17:37.804009 bus /sierra_3: Setting Powered False\u000a19:17:38.907391 bus /sierra_3: Setting Powered False\u000a19:17:40.015859 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:17:20" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21566): Process ended prematurely: osmo-stp_10.42.42.5(pid=21566) [trial-2393↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21566)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21566): Process ended prematurely: osmo-stp_10.42.42.5(pid=21566) [trial-2393↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:17:42.040831 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:17:42.052409 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:17:42.187506 tst emergency_mo_mt_call.py: using LAC 35705\u000a19:17:42.305176 tst emergency_mo_mt_call.py: using RAC 5\u000a19:17:42.419545 tst emergency_mo_mt_call.py: using CellId 35705\u000a19:17:42.533392 tst emergency_mo_mt_call.py: using BVCI 35706\u000a19:17:42.555639 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:17:42.566317 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:17:42.576787 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:17:42.587224 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:17:42.597576 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:17:42.609243 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:17:42.727862 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:17:42.927440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:43.399901 run create_hlr_db(pid=21560): Launched\u000a19:17:43.571717 bus /sierra_2: Setting Powered False\u000a19:17:44.594032 run create_hlr_db(pid=21560): Terminated: ok {rc=0}\u000a19:17:45.015713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21562): Launched\u000a19:17:45.312880 run osmo-hlr_10.42.42.2(pid=21563): Launched\u000a19:17:45.425552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:45.974942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21565): Launched\u000a19:17:46.387228 run osmo-stp_10.42.42.5(pid=21566): Launched\u000a19:17:46.606144 tst emergency_mo_mt_call.py: using MSISDN 8288\u000a19:17:46.774746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:17:47.361097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21568): Launched\u000a19:17:47.686462 run osmo-msc_10.42.42.6(pid=21569): Launched\u000a19:17:47.876286 run osmo-stp_10.42.42.5(pid=21566): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21566)]\u000a19:17:48.013323 run osmo-stp_10.42.42.5(pid=21566): stdout: \u000a| (launched: 2022-12-13_19:17:46.130324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:48.149666 run osmo-stp_10.42.42.5(pid=21566): stderr: \u000a| �[0;m�[38;5;43m20221213191746430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191746430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191746430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191746431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191746433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191746433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191746436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:48.281341 run osmo-stp_10.42.42.5(pid=21566): stdout: \u000a| (launched: 2022-12-13_19:17:46.130324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:48.411730 run osmo-stp_10.42.42.5(pid=21566): stderr: \u000a| �[0;m�[38;5;43m20221213191746430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191746430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191746430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191746431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191746433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191746433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191746436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:48.468451 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21566): Process ended prematurely: osmo-stp_10.42.42.5(pid=21566) [trial-2393↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21566)] [trial-2393↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a19:17:48.477380 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a19:17:48.541389 run osmo-hlr_10.42.42.2(pid=21563): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21563)]\u000a19:17:48.593792 run osmo-hlr_10.42.42.2(pid=21563): stdout: \u000a| (launched: 2022-12-13_19:17:45.166803) \u000a19:17:48.646408 run osmo-hlr_10.42.42.2(pid=21563): stderr: \u000a| �[0;m�[1;31m20221213191745339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191745339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191745340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191745340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191745340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191745340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191745352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191745361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191745361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191745361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:48.718011 run osmo-msc_10.42.42.6(pid=21569): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21569)]\u000a19:17:48.770338 run osmo-msc_10.42.42.6(pid=21569): stdout: \u000a| (launched: 2022-12-13_19:17:47.526772) \u000a19:17:48.823702 run osmo-msc_10.42.42.6(pid=21569): stderr: \u000a| �[0;m�[38;5;43m20221213191747845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191747845 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f395bb71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191747845 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191747845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191747845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191747845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191747847 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191747848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191747848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191747848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:17:48.868765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21562): Terminating (SIGTERM)\u000a19:17:48.911608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21565): Terminating (SIGTERM)\u000a19:17:48.954087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21568): Terminating (SIGTERM)\u000a19:17:48.963841 --- ParallelTerminationStrategy: PID 21562 died...\u000a19:17:49.021090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21562): Terminated: ok {rc=0}\u000a19:17:49.031366 --- ParallelTerminationStrategy: PID 21565 died...\u000a19:17:49.088250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21565): Terminated: ok {rc=0}\u000a19:17:49.098491 --- ParallelTerminationStrategy: PID 21568 died...\u000a19:17:49.155007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21568): Terminated: ok {rc=0}\u000a19:17:49.242661 bus /sierra_3: Setting Powered False\u000a19:17:50.349157 bus /sierra_3: Setting Powered False\u000a19:17:51.458146 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21578): Process ended prematurely: osmo-stp_10.42.42.5(pid=21578) [trial-2393↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21578)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21578): Process ended prematurely: osmo-stp_10.42.42.5(pid=21578) [trial-2393↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:17:52.508411 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:17:52.519850 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:17:52.660912 tst emergency_preemptive_call.py: using LAC 35706\u000a19:17:52.777283 tst emergency_preemptive_call.py: using RAC 6\u000a19:17:52.894957 tst emergency_preemptive_call.py: using CellId 35706\u000a19:17:53.011088 tst emergency_preemptive_call.py: using BVCI 35707\u000a19:17:53.033983 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:17:53.044734 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:17:53.055704 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:17:53.066285 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:17:53.076779 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:17:53.087671 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:17:53.202126 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:17:53.316292 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:17:53.433793 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:17:53.640587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:54.154809 run create_hlr_db(pid=21572): Launched\u000a19:17:54.344753 bus /sierra_2: Setting Powered False\u000a19:17:55.365030 run create_hlr_db(pid=21572): Terminated: ok {rc=0}\u000a19:17:55.795786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21574): Launched\u000a19:17:56.121159 run osmo-hlr_10.42.42.2(pid=21575): Launched\u000a19:17:56.240002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:56.804267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21577): Launched\u000a19:17:57.129110 run osmo-stp_10.42.42.5(pid=21578): Launched\u000a19:17:57.256695 tst emergency_preemptive_call.py: using MSISDN 8289\u000a19:17:57.418816 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:17:58.007289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21580): Launched\u000a19:17:58.331814 run osmo-msc_10.42.42.6(pid=21581): Launched\u000a19:17:58.522235 run osmo-stp_10.42.42.5(pid=21578): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21578)]\u000a19:17:58.659724 run osmo-stp_10.42.42.5(pid=21578): stdout: \u000a| (launched: 2022-12-13_19:17:56.969525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:58.796196 run osmo-stp_10.42.42.5(pid=21578): stderr: \u000a| �[0;m�[38;5;43m20221213191757159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191757159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191757159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191757160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191757160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191757160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191757160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:58.927188 run osmo-stp_10.42.42.5(pid=21578): stdout: \u000a| (launched: 2022-12-13_19:17:56.969525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:59.056477 run osmo-stp_10.42.42.5(pid=21578): stderr: \u000a| �[0;m�[38;5;43m20221213191757159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191757159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191757159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191757160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191757160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191757160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191757160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:59.113116 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21578): Process ended prematurely: osmo-stp_10.42.42.5(pid=21578) [trial-2393↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21578)] [trial-2393↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a19:17:59.121817 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a19:17:59.186137 run osmo-hlr_10.42.42.2(pid=21575): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21575)]\u000a19:17:59.239129 run osmo-hlr_10.42.42.2(pid=21575): stdout: \u000a| (launched: 2022-12-13_19:17:55.961561) \u000a19:17:59.293151 run osmo-hlr_10.42.42.2(pid=21575): stderr: \u000a| �[0;m�[1;31m20221213191756157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191756157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191756157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191756157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191756157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191756157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191756169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191756178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191756178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191756178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:59.365846 run osmo-msc_10.42.42.6(pid=21581): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21581)]\u000a19:17:59.418460 run osmo-msc_10.42.42.6(pid=21581): stdout: \u000a| (launched: 2022-12-13_19:17:58.171704) \u000a19:17:59.471613 run osmo-msc_10.42.42.6(pid=21581): stderr: \u000a| �[0;m�[38;5;43m20221213191758490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213191758490 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f668f82dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213191758490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213191758490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213191758491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213191758491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213191758493 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213191758493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213191758493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213191758493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:17:59.517133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21574): Terminating (SIGTERM)\u000a19:17:59.560037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21577): Terminating (SIGTERM)\u000a19:17:59.602964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21580): Terminating (SIGTERM)\u000a19:17:59.612818 --- ParallelTerminationStrategy: PID 21574 died...\u000a19:17:59.670494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21574): Terminated: ok {rc=0}\u000a19:17:59.680719 --- ParallelTerminationStrategy: PID 21577 died...\u000a19:17:59.737678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21577): Terminated: ok {rc=0}\u000a19:17:59.747813 --- ParallelTerminationStrategy: PID 21580 died...\u000a19:17:59.804741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21580): Terminated: ok {rc=0}\u000a19:17:59.893109 bus /sierra_9: Setting Powered False\u000a19:18:01.017040 bus /sierra_9: Setting Powered False\u000a19:18:02.163540 bus /sierra_8: Setting Powered False\u000a19:18:03.270977 bus /sierra_8: Setting Powered False\u000a19:18:04.385239 bus /sierra_3: Setting Powered False\u000a19:18:05.490544 bus /sierra_3: Setting Powered False\u000a19:18:06.603989 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:17:41" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21597): Process ended prematurely: osmo-stp_10.42.42.5(pid=21597) [trial-2393↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21597)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21597): Process ended prematurely: osmo-stp_10.42.42.5(pid=21597) [trial-2393↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:18:08.719790 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:08.730565 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:18:08.864458 tst cs_paging_gprs_active.py: using LAC 35707\u000a19:18:08.989181 tst cs_paging_gprs_active.py: using RAC 7\u000a19:18:09.107442 tst cs_paging_gprs_active.py: using CellId 35707\u000a19:18:09.235603 tst cs_paging_gprs_active.py: using BVCI 35708\u000a19:18:09.261126 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:09.272356 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:09.283672 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:09.294983 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:09.306400 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:09.317797 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:09.329296 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:09.340419 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:09.351947 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:18:09.469469 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:18:09.751704 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:18:09.879868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:10.198539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21587): Launched\u000a19:18:10.462691 run iperf3-srv_10.42.42.10(pid=21588): Launched\u000a19:18:10.650000 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:18:10.777615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:11.095304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21589): Launched\u000a19:18:11.359494 run iperf3-srv_10.42.42.10(pid=21590): Launched\u000a19:18:11.547646 tst cs_paging_gprs_active.py:38: start network...\u000a19:18:11.675288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:12.167768 run create_hlr_db(pid=21591): Launched\u000a19:18:12.345092 bus /sierra_2: Setting Powered False\u000a19:18:13.367089 run create_hlr_db(pid=21591): Terminated: ok {rc=0}\u000a19:18:13.806066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21593): Launched\u000a19:18:14.137134 run osmo-hlr_10.42.42.2(pid=21594): Launched\u000a19:18:14.260838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:14.836145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21596): Launched\u000a19:18:15.166455 run osmo-stp_10.42.42.5(pid=21597): Launched\u000a19:18:15.287408 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:15.861999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21599): Launched\u000a19:18:15.996865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:16.301924 run patchelf(pid=21600): Launched\u000a19:18:16.497938 run osmo-stp_10.42.42.5(pid=21597): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21597)]\u000a19:18:16.642619 run osmo-stp_10.42.42.5(pid=21597): stdout: \u000a| (launched: 2022-12-13_19:18:15.004255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:16.787527 run osmo-stp_10.42.42.5(pid=21597): stderr: \u000a| �[0;m�[38;5;43m20221213191815194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191815194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191815194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191815194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191815195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191815195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191815195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:16.927287 run osmo-stp_10.42.42.5(pid=21597): stdout: \u000a| (launched: 2022-12-13_19:18:15.004255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:17.066865 run osmo-stp_10.42.42.5(pid=21597): stderr: \u000a| �[0;m�[38;5;43m20221213191815194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191815194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191815194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191815194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191815195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191815195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191815195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:17.228170 run patchelf(pid=21600): Terminating (SIGINT)\u000a19:18:17.414431 run patchelf(pid=21600): Terminated: ok {rc=0}\u000a19:18:17.448104 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21597): Process ended prematurely: osmo-stp_10.42.42.5(pid=21597) [trial-2393↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21597)] [trial-2393↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a19:18:17.458038 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:18:17.523440 run osmo-hlr_10.42.42.2(pid=21594): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21594)]\u000a19:18:17.576610 run osmo-hlr_10.42.42.2(pid=21594): stdout: \u000a| (launched: 2022-12-13_19:18:13.974548) \u000a19:18:17.630035 run osmo-hlr_10.42.42.2(pid=21594): stderr: \u000a| �[0;m�[1;31m20221213191814169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191814169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191814170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191814170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191814170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191814170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191814182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191814190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191814190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191814190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:17.676026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21587): Terminating (SIGTERM)\u000a19:18:17.719258 run iperf3-srv_10.42.42.10(pid=21588): Terminating (SIGTERM)\u000a19:18:17.762425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21589): Terminating (SIGTERM)\u000a19:18:17.805324 run iperf3-srv_10.42.42.10(pid=21590): Terminating (SIGTERM)\u000a19:18:17.848462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21593): Terminating (SIGTERM)\u000a19:18:17.891862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21596): Terminating (SIGTERM)\u000a19:18:17.935029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21599): Terminating (SIGTERM)\u000a19:18:17.944863 --- ParallelTerminationStrategy: PID 21587 died...\u000a19:18:18.002237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21587): Terminated: ok {rc=0}\u000a19:18:18.012426 --- ParallelTerminationStrategy: PID 21588 died...\u000a19:18:18.069388 run iperf3-srv_10.42.42.10(pid=21588): Terminated {rc=256}\u000a19:18:18.079548 --- ParallelTerminationStrategy: PID 21589 died...\u000a19:18:18.136828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21589): Terminated: ok {rc=0}\u000a19:18:18.147119 --- ParallelTerminationStrategy: PID 21590 died...\u000a19:18:18.204374 run iperf3-srv_10.42.42.10(pid=21590): Terminated {rc=256}\u000a19:18:18.214631 --- ParallelTerminationStrategy: PID 21593 died...\u000a19:18:18.272020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21593): Terminated: ok {rc=0}\u000a19:18:18.282352 --- ParallelTerminationStrategy: PID 21596 died...\u000a19:18:18.339530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21596): Terminated: ok {rc=0}\u000a19:18:18.349870 --- ParallelTerminationStrategy: PID 21599 died...\u000a19:18:18.406970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21599): Terminated: ok {rc=0}\u000a19:18:18.494849 bus /gobi_0: Setting Powered False\u000a19:18:19.602321 bus /gobi_0: Setting Powered False\u000a19:18:20.711565 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21609): Process ended prematurely: osmo-stp_10.42.42.5(pid=21609) [trial-2393↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21609)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21609): Process ended prematurely: osmo-stp_10.42.42.5(pid=21609) [trial-2393↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a19:18:21.828439 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:21.840441 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:18:21.988502 tst iperf3.py: using LAC 35708\u000a19:18:22.116799 tst iperf3.py: using RAC 8\u000a19:18:22.245848 tst iperf3.py: using CellId 35708\u000a19:18:22.379979 tst iperf3.py: using BVCI 35709\u000a19:18:22.405199 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:22.416420 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:22.427455 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:22.438481 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:22.449728 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:22.460852 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:22.472323 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:22.483572 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:22.494989 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:18:22.777421 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:18:22.905012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:23.221992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21601): Launched\u000a19:18:23.486042 run iperf3-srv_10.42.42.10(pid=21602): Launched\u000a19:18:23.673330 tst iperf3.py:8: start network...\u000a19:18:23.800820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:24.291895 run create_hlr_db(pid=21603): Launched\u000a19:18:24.468179 bus /gobi_6: Setting Powered False\u000a19:18:25.489464 run create_hlr_db(pid=21603): Terminated: ok {rc=0}\u000a19:18:25.927363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21605): Launched\u000a19:18:26.257525 run osmo-hlr_10.42.42.2(pid=21606): Launched\u000a19:18:26.382564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:26.953060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21608): Launched\u000a19:18:27.281524 run osmo-stp_10.42.42.5(pid=21609): Launched\u000a19:18:27.401263 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:27.972561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21611): Launched\u000a19:18:28.090276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:28.376889 run patchelf(pid=21612): Launched\u000a19:18:28.569565 run osmo-stp_10.42.42.5(pid=21609): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21609)]\u000a19:18:28.710794 run osmo-stp_10.42.42.5(pid=21609): stdout: \u000a| (launched: 2022-12-13_19:18:27.120132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:28.852231 run osmo-stp_10.42.42.5(pid=21609): stderr: \u000a| �[0;m�[38;5;43m20221213191827309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191827309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191827309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191827310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191827310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191827310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191827310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:28.988933 run osmo-stp_10.42.42.5(pid=21609): stdout: \u000a| (launched: 2022-12-13_19:18:27.120132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:29.124455 run osmo-stp_10.42.42.5(pid=21609): stderr: \u000a| �[0;m�[38;5;43m20221213191827309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191827309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191827309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191827310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191827310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191827310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191827310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:29.282089 run patchelf(pid=21612): Terminating (SIGINT)\u000a19:18:29.466508 run patchelf(pid=21612): Terminated: ok {rc=0}\u000a19:18:29.499955 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21609): Process ended prematurely: osmo-stp_10.42.42.5(pid=21609) [trial-2393↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21609)] [trial-2393↪gprs:trx-umtrx↪iperf3.py:8]\u000a19:18:29.509740 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:18:29.573507 run osmo-hlr_10.42.42.2(pid=21606): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21606)]\u000a19:18:29.625596 run osmo-hlr_10.42.42.2(pid=21606): stdout: \u000a| (launched: 2022-12-13_19:18:26.095554) \u000a19:18:29.678404 run osmo-hlr_10.42.42.2(pid=21606): stderr: \u000a| �[0;m�[1;31m20221213191826291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191826291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191826291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191826291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191826291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191826291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191826303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191826314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191826315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191826315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:29.723309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21601): Terminating (SIGTERM)\u000a19:18:29.766050 run iperf3-srv_10.42.42.10(pid=21602): Terminating (SIGTERM)\u000a19:18:29.808693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21605): Terminating (SIGTERM)\u000a19:18:29.851289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21608): Terminating (SIGTERM)\u000a19:18:29.894086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21611): Terminating (SIGTERM)\u000a19:18:29.903961 --- ParallelTerminationStrategy: PID 21601 died...\u000a19:18:29.960772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21601): Terminated: ok {rc=0}\u000a19:18:29.971017 --- ParallelTerminationStrategy: PID 21602 died...\u000a19:18:30.027479 run iperf3-srv_10.42.42.10(pid=21602): Terminated {rc=256}\u000a19:18:30.038025 --- ParallelTerminationStrategy: PID 21605 died...\u000a19:18:30.094460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21605): Terminated: ok {rc=0}\u000a19:18:30.104682 --- ParallelTerminationStrategy: PID 21608 died...\u000a19:18:30.161188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21608): Terminated: ok {rc=0}\u000a19:18:30.171393 --- ParallelTerminationStrategy: PID 21611 died...\u000a19:18:30.227873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21611): Terminated: ok {rc=0}\u000a19:18:30.314352 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21627): Process ended prematurely: osmo-stp_10.42.42.5(pid=21627) [trial-2393↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21627)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21627): Process ended prematurely: osmo-stp_10.42.42.5(pid=21627) [trial-2393↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a19:18:31.449469 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:31.465849 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:18:31.610348 tst iperf3m4.py: using LAC 35709\u000a19:18:31.766019 tst iperf3m4.py: using RAC 9\u000a19:18:31.935965 tst iperf3m4.py: using CellId 35709\u000a19:18:32.090950 tst iperf3m4.py: using BVCI 35710\u000a19:18:32.124444 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:32.139628 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:32.152780 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:32.171954 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:32.187518 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:32.202856 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:32.218242 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:32.232074 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:32.246071 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:18:32.373425 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:18:32.499922 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:18:32.620274 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:18:32.905155 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:18:33.033634 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:33.351405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21613): Launched\u000a19:18:33.615607 run iperf3-srv_10.42.42.10(pid=21614): Launched\u000a19:18:33.803025 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:18:33.930467 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:34.248008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21615): Launched\u000a19:18:34.511911 run iperf3-srv_10.42.42.10(pid=21616): Launched\u000a19:18:34.698868 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:18:34.826774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:35.144355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21617): Launched\u000a19:18:35.408281 run iperf3-srv_10.42.42.10(pid=21618): Launched\u000a19:18:35.596195 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:18:35.724596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:36.042461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21619): Launched\u000a19:18:36.306443 run iperf3-srv_10.42.42.10(pid=21620): Launched\u000a19:18:36.493353 tst iperf3m4.py:8: start network...\u000a19:18:36.620997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:37.112461 run create_hlr_db(pid=21621): Launched\u000a19:18:37.288722 bus /gobi_6: Setting Powered False\u000a19:18:38.309983 run create_hlr_db(pid=21621): Terminated: ok {rc=0}\u000a19:18:38.745938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21623): Launched\u000a19:18:39.074332 run osmo-hlr_10.42.42.2(pid=21624): Launched\u000a19:18:39.195982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:39.769119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21626): Launched\u000a19:18:40.098780 run osmo-stp_10.42.42.5(pid=21627): Launched\u000a19:18:40.218567 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:40.792001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21629): Launched\u000a19:18:40.909810 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:41.196220 run patchelf(pid=21630): Launched\u000a19:18:41.388757 run osmo-stp_10.42.42.5(pid=21627): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21627)]\u000a19:18:41.529681 run osmo-stp_10.42.42.5(pid=21627): stdout: \u000a| (launched: 2022-12-13_19:18:39.937392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:41.670864 run osmo-stp_10.42.42.5(pid=21627): stderr: \u000a| �[0;m�[38;5;43m20221213191840126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191840126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191840126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191840127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191840127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191840127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191840127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:41.807594 run osmo-stp_10.42.42.5(pid=21627): stdout: \u000a| (launched: 2022-12-13_19:18:39.937392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:41.943226 run osmo-stp_10.42.42.5(pid=21627): stderr: \u000a| �[0;m�[38;5;43m20221213191840126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191840126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191840126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191840127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191840127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191840127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191840127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:42.100461 run patchelf(pid=21630): Terminating (SIGINT)\u000a19:18:42.285358 run patchelf(pid=21630): Terminated: ok {rc=0}\u000a19:18:42.319112 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21627): Process ended prematurely: osmo-stp_10.42.42.5(pid=21627) [trial-2393↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21627)] [trial-2393↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a19:18:42.328867 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a19:18:42.393112 run osmo-hlr_10.42.42.2(pid=21624): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21624)]\u000a19:18:42.445031 run osmo-hlr_10.42.42.2(pid=21624): stdout: \u000a| (launched: 2022-12-13_19:18:38.913707) \u000a19:18:42.497585 run osmo-hlr_10.42.42.2(pid=21624): stderr: \u000a| �[0;m�[1;31m20221213191839109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191839109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191839109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191839109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191839109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191839109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191839122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191839131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191839131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191839131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:42.542651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21613): Terminating (SIGTERM)\u000a19:18:42.585397 run iperf3-srv_10.42.42.10(pid=21614): Terminating (SIGTERM)\u000a19:18:42.627871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21615): Terminating (SIGTERM)\u000a19:18:42.670551 run iperf3-srv_10.42.42.10(pid=21616): Terminating (SIGTERM)\u000a19:18:42.713241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21617): Terminating (SIGTERM)\u000a19:18:42.755691 run iperf3-srv_10.42.42.10(pid=21618): Terminating (SIGTERM)\u000a19:18:42.798110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21619): Terminating (SIGTERM)\u000a19:18:42.840392 run iperf3-srv_10.42.42.10(pid=21620): Terminating (SIGTERM)\u000a19:18:42.882842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21623): Terminating (SIGTERM)\u000a19:18:42.925075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21626): Terminating (SIGTERM)\u000a19:18:42.967376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21629): Terminating (SIGTERM)\u000a19:18:42.977221 --- ParallelTerminationStrategy: PID 21613 died...\u000a19:18:43.034536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21613): Terminated: ok {rc=0}\u000a19:18:43.044812 --- ParallelTerminationStrategy: PID 21614 died...\u000a19:18:43.101615 run iperf3-srv_10.42.42.10(pid=21614): Terminated {rc=256}\u000a19:18:43.111752 --- ParallelTerminationStrategy: PID 21615 died...\u000a19:18:43.168475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21615): Terminated: ok {rc=0}\u000a19:18:43.178742 --- ParallelTerminationStrategy: PID 21616 died...\u000a19:18:43.235140 run iperf3-srv_10.42.42.10(pid=21616): Terminated {rc=256}\u000a19:18:43.246014 --- ParallelTerminationStrategy: PID 21617 died...\u000a19:18:43.303066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21617): Terminated: ok {rc=0}\u000a19:18:43.313494 --- ParallelTerminationStrategy: PID 21618 died...\u000a19:18:43.370130 run iperf3-srv_10.42.42.10(pid=21618): Terminated {rc=256}\u000a19:18:43.380161 --- ParallelTerminationStrategy: PID 21619 died...\u000a19:18:43.436421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21619): Terminated: ok {rc=0}\u000a19:18:43.446568 --- ParallelTerminationStrategy: PID 21620 died...\u000a19:18:43.502877 run iperf3-srv_10.42.42.10(pid=21620): Terminated {rc=256}\u000a19:18:43.513200 --- ParallelTerminationStrategy: PID 21623 died...\u000a19:18:43.569674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21623): Terminated: ok {rc=0}\u000a19:18:43.579979 --- ParallelTerminationStrategy: PID 21626 died...\u000a19:18:43.636342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21626): Terminated: ok {rc=0}\u000a19:18:43.646560 --- ParallelTerminationStrategy: PID 21629 died...\u000a19:18:43.703159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21629): Terminated: ok {rc=0}\u000a19:18:43.790594 bus /gobi_4: Setting Powered False\u000a19:18:44.897287 bus /gobi_4: Setting Powered False\u000a19:18:46.032652 bus /gobi_1: Setting Powered False\u000a19:18:47.134217 bus /gobi_1: Setting Powered False\u000a19:18:48.240263 bus /gobi_0: Setting Powered False\u000a19:18:49.347051 bus /gobi_0: Setting Powered False\u000a19:18:50.455598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21637): Process ended prematurely: osmo-stp_10.42.42.5(pid=21637) [trial-2393↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21637)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21637): Process ended prematurely: osmo-stp_10.42.42.5(pid=21637) [trial-2393↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a19:18:51.526084 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:51.538086 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:18:51.684119 tst ping.py: using LAC 35710\u000a19:18:51.810049 tst ping.py: using RAC 10\u000a19:18:51.938312 tst ping.py: using CellId 35710\u000a19:18:52.069263 tst ping.py: using BVCI 35711\u000a19:18:52.094086 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:52.105251 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:52.116214 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:52.127211 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:52.138931 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:52.150673 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:52.162652 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:52.174627 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:18:52.451971 tst ping.py:19: start network...\u000a19:18:52.577831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:53.060459 run create_hlr_db(pid=21631): Launched\u000a19:18:53.233865 bus /gobi_6: Setting Powered False\u000a19:18:54.255110 run create_hlr_db(pid=21631): Terminated: ok {rc=0}\u000a19:18:54.684699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21633): Launched\u000a19:18:55.007895 run osmo-hlr_10.42.42.2(pid=21634): Launched\u000a19:18:55.125570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:55.687921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21636): Launched\u000a19:18:56.012034 run osmo-stp_10.42.42.5(pid=21637): Launched\u000a19:18:56.129967 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:56.694407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21639): Launched\u000a19:18:56.810448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:57.092212 run patchelf(pid=21640): Launched\u000a19:18:57.282384 run osmo-stp_10.42.42.5(pid=21637): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21637)]\u000a19:18:57.420599 run osmo-stp_10.42.42.5(pid=21637): stdout: \u000a| (launched: 2022-12-13_19:18:55.852835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:57.559329 run osmo-stp_10.42.42.5(pid=21637): stderr: \u000a| �[0;m�[38;5;43m20221213191856040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191856040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191856040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191856041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191856041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191856041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191856041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:57.693567 run osmo-stp_10.42.42.5(pid=21637): stdout: \u000a| (launched: 2022-12-13_19:18:55.852835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:57.826962 run osmo-stp_10.42.42.5(pid=21637): stderr: \u000a| �[0;m�[38;5;43m20221213191856040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191856040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191856040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191856041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191856041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191856041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191856041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:57.981615 run patchelf(pid=21640): Terminating (SIGINT)\u000a19:18:58.162807 run patchelf(pid=21640): Terminated: ok {rc=0}\u000a19:18:58.195594 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21637): Process ended prematurely: osmo-stp_10.42.42.5(pid=21637) [trial-2393↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21637)] [trial-2393↪gprs:trx-umtrx↪ping.py:22]\u000a19:18:58.204778 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:18:58.269173 run osmo-hlr_10.42.42.2(pid=21634): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21634)]\u000a19:18:58.321644 run osmo-hlr_10.42.42.2(pid=21634): stdout: \u000a| (launched: 2022-12-13_19:18:54.849645) \u000a19:18:58.374602 run osmo-hlr_10.42.42.2(pid=21634): stderr: \u000a| �[0;m�[1;31m20221213191855044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191855044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191855044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191855044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191855044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191855044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191855057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191855066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191855066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191855066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:58.419868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21633): Terminating (SIGTERM)\u000a19:18:58.462968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21636): Terminating (SIGTERM)\u000a19:18:58.505839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21639): Terminating (SIGTERM)\u000a19:18:58.515625 --- ParallelTerminationStrategy: PID 21633 died...\u000a19:18:58.572704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21633): Terminated: ok {rc=0}\u000a19:18:58.583123 --- ParallelTerminationStrategy: PID 21636 died...\u000a19:18:58.639899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21636): Terminated: ok {rc=0}\u000a19:18:58.650163 --- ParallelTerminationStrategy: PID 21639 died...\u000a19:18:58.706749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21639): Terminated: ok {rc=0}\u000a19:18:58.794295 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21647): Process ended prematurely: osmo-stp_10.42.42.5(pid=21647) [trial-2393↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21647)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21647): Process ended prematurely: osmo-stp_10.42.42.5(pid=21647) [trial-2393↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a19:18:59.847315 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:18:59.860289 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:18:59.998975 tst ping_idle_ping.py: using LAC 35711\u000a19:19:00.119550 tst ping_idle_ping.py: using RAC 11\u000a19:19:00.240279 tst ping_idle_ping.py: using CellId 35711\u000a19:19:00.360912 tst ping_idle_ping.py: using BVCI 35712\u000a19:19:00.384241 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:19:00.395722 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:19:00.406771 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:19:00.417468 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:19:00.427938 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:19:00.438660 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:19:00.449590 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:19:00.460357 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:19:00.755478 tst ping_idle_ping.py:24: start network...\u000a19:19:00.907164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:01.453867 run create_hlr_db(pid=21641): Launched\u000a19:19:01.634635 bus /gobi_6: Setting Powered False\u000a19:19:02.663040 run create_hlr_db(pid=21641): Terminated: ok {rc=0}\u000a19:19:03.070489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21643): Launched\u000a19:19:03.373601 run osmo-hlr_10.42.42.2(pid=21644): Launched\u000a19:19:03.483302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:04.009449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21646): Launched\u000a19:19:04.313616 run osmo-stp_10.42.42.5(pid=21647): Launched\u000a19:19:04.424354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:19:04.952239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21649): Launched\u000a19:19:05.059797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:19:05.323393 run patchelf(pid=21650): Launched\u000a19:19:05.499719 run osmo-stp_10.42.42.5(pid=21647): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21647)]\u000a19:19:05.628921 run osmo-stp_10.42.42.5(pid=21647): stdout: \u000a| (launched: 2022-12-13_19:19:04.163208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:05.758298 run osmo-stp_10.42.42.5(pid=21647): stderr: \u000a| �[0;m�[38;5;43m20221213191904331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191904331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191904331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191904331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191904332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191904332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191904332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:05.883276 run osmo-stp_10.42.42.5(pid=21647): stdout: \u000a| (launched: 2022-12-13_19:19:04.163208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:06.007176 run osmo-stp_10.42.42.5(pid=21647): stderr: \u000a| �[0;m�[38;5;43m20221213191904331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191904331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191904331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191904331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191904332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191904332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191904332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:06.150927 run patchelf(pid=21650): Terminating (SIGINT)\u000a19:19:06.319436 run patchelf(pid=21650): Terminated: ok {rc=0}\u000a19:19:06.350226 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21647): Process ended prematurely: osmo-stp_10.42.42.5(pid=21647) [trial-2393↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21647)] [trial-2393↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a19:19:06.358770 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:19:06.418730 run osmo-hlr_10.42.42.2(pid=21644): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21644)]\u000a19:19:06.467737 run osmo-hlr_10.42.42.2(pid=21644): stdout: \u000a| (launched: 2022-12-13_19:19:03.224389) \u000a19:19:06.517643 run osmo-hlr_10.42.42.2(pid=21644): stderr: \u000a| �[0;m�[1;31m20221213191903396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191903396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191903396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191903396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191903397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191903397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191903421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191903430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191903431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191903431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:06.560091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21643): Terminating (SIGTERM)\u000a19:19:06.599987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21646): Terminating (SIGTERM)\u000a19:19:06.640063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21649): Terminating (SIGTERM)\u000a19:19:06.649516 --- ParallelTerminationStrategy: PID 21643 died...\u000a19:19:06.703157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21643): Terminated: ok {rc=0}\u000a19:19:06.712714 --- ParallelTerminationStrategy: PID 21646 died...\u000a19:19:06.765865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21646): Terminated: ok {rc=0}\u000a19:19:06.775647 --- ParallelTerminationStrategy: PID 21649 died...\u000a19:19:06.828558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21649): Terminated: ok {rc=0}\u000a19:19:06.912611 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:18:08" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21664): Process ended prematurely: osmo-stp_10.42.42.5(pid=21664) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21664)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21664): Process ended prematurely: osmo-stp_10.42.42.5(pid=21664) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:19:09.079233 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:09.090670 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:19:09.232351 tst cs_paging_gprs_active.py: using LAC 35712\u000a19:19:09.355121 tst cs_paging_gprs_active.py: using RAC 12\u000a19:19:09.478092 tst cs_paging_gprs_active.py: using CellId 35712\u000a19:19:09.600858 tst cs_paging_gprs_active.py: using BVCI 35713\u000a19:19:09.624546 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:09.635625 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:09.646349 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:09.657242 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:09.668107 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:09.678965 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:09.689951 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:09.700714 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:09.711885 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:19:09.833493 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:19:10.118774 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:19:10.247967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:10.567223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21654): Launched\u000a19:19:10.831859 run iperf3-srv_10.42.42.10(pid=21655): Launched\u000a19:19:11.018881 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:19:11.146242 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:11.464704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21656): Launched\u000a19:19:11.729383 run iperf3-srv_10.42.42.10(pid=21657): Launched\u000a19:19:11.917411 tst cs_paging_gprs_active.py:38: start network...\u000a19:19:12.046031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:12.537801 run create_hlr_db(pid=21658): Launched\u000a19:19:12.714111 bus /gobi_6: Setting Powered False\u000a19:19:13.735957 run create_hlr_db(pid=21658): Terminated: ok {rc=0}\u000a19:19:14.144220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21660): Launched\u000a19:19:14.450880 run osmo-hlr_10.42.42.2(pid=21661): Launched\u000a19:19:14.571349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:15.108674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21663): Launched\u000a19:19:15.415006 run osmo-stp_10.42.42.5(pid=21664): Launched\u000a19:19:15.525977 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:19:16.077384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21666): Launched\u000a19:19:16.188662 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:19:16.478118 run patchelf(pid=21667): Launched\u000a19:19:16.672393 run osmo-stp_10.42.42.5(pid=21664): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21664)]\u000a19:19:16.865912 run osmo-stp_10.42.42.5(pid=21664): stdout: \u000a| (launched: 2022-12-13_19:19:15.264310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:17.058101 run osmo-stp_10.42.42.5(pid=21664): stderr: \u000a| �[0;m�[38;5;43m20221213191915430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191915430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191915430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191915431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191915431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191915431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191915431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:17.202744 run osmo-stp_10.42.42.5(pid=21664): stdout: \u000a| (launched: 2022-12-13_19:19:15.264310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:17.334425 run osmo-stp_10.42.42.5(pid=21664): stderr: \u000a| �[0;m�[38;5;43m20221213191915430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191915430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191915430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191915431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191915431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191915431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191915431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:17.481559 run patchelf(pid=21667): Terminating (SIGINT)\u000a19:19:17.654215 run patchelf(pid=21667): Terminated: ok {rc=0}\u000a19:19:17.685896 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21664): Process ended prematurely: osmo-stp_10.42.42.5(pid=21664) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21664)] [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:19:17.695121 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:19:17.755543 run osmo-hlr_10.42.42.2(pid=21661): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21661)]\u000a19:19:17.804693 run osmo-hlr_10.42.42.2(pid=21661): stdout: \u000a| (launched: 2022-12-13_19:19:14.300135) \u000a19:19:17.854545 run osmo-hlr_10.42.42.2(pid=21661): stderr: \u000a| �[0;m�[1;31m20221213191914473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191914473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191914473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191914473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191914473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191914473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191914485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191914493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191914494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191914494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:17.896767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21654): Terminating (SIGTERM)\u000a19:19:17.936520 run iperf3-srv_10.42.42.10(pid=21655): Terminating (SIGTERM)\u000a19:19:17.976803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21656): Terminating (SIGTERM)\u000a19:19:18.016735 run iperf3-srv_10.42.42.10(pid=21657): Terminating (SIGTERM)\u000a19:19:18.056471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21660): Terminating (SIGTERM)\u000a19:19:18.096083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21663): Terminating (SIGTERM)\u000a19:19:18.135774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21666): Terminating (SIGTERM)\u000a19:19:18.145038 --- ParallelTerminationStrategy: PID 21654 died...\u000a19:19:18.198525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21654): Terminated: ok {rc=0}\u000a19:19:18.208152 --- ParallelTerminationStrategy: PID 21655 died...\u000a19:19:18.261164 run iperf3-srv_10.42.42.10(pid=21655): Terminated {rc=256}\u000a19:19:18.270702 --- ParallelTerminationStrategy: PID 21656 died...\u000a19:19:18.323889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21656): Terminated: ok {rc=0}\u000a19:19:18.333926 --- ParallelTerminationStrategy: PID 21657 died...\u000a19:19:18.386954 run iperf3-srv_10.42.42.10(pid=21657): Terminated {rc=256}\u000a19:19:18.396537 --- ParallelTerminationStrategy: PID 21660 died...\u000a19:19:18.449815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21660): Terminated: ok {rc=0}\u000a19:19:18.459444 --- ParallelTerminationStrategy: PID 21663 died...\u000a19:19:18.512435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21663): Terminated: ok {rc=0}\u000a19:19:18.522100 --- ParallelTerminationStrategy: PID 21666 died...\u000a19:19:18.575114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21666): Terminated: ok {rc=0}\u000a19:19:18.663047 bus /gobi_0: Setting Powered False\u000a19:19:19.765320 bus /gobi_0: Setting Powered False\u000a19:19:20.875568 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21676): Process ended prematurely: osmo-stp_10.42.42.5(pid=21676) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21676)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21676): Process ended prematurely: osmo-stp_10.42.42.5(pid=21676) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:19:21.986117 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:21.998092 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:19:22.141137 tst iperf3.py: using LAC 35713\u000a19:19:22.263427 tst iperf3.py: using RAC 13\u000a19:19:22.386287 tst iperf3.py: using CellId 35713\u000a19:19:22.508386 tst iperf3.py: using BVCI 35714\u000a19:19:22.531882 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:22.542970 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:22.553723 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:22.564485 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:22.575368 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:22.586239 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:22.597367 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:22.608222 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:22.619311 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:19:22.919156 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:19:23.057765 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:23.400218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21668): Launched\u000a19:19:23.684190 run iperf3-srv_10.42.42.10(pid=21669): Launched\u000a19:19:23.887112 tst iperf3.py:8: start network...\u000a19:19:24.025760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:24.544866 run create_hlr_db(pid=21670): Launched\u000a19:19:24.735837 bus /gobi_6: Setting Powered False\u000a19:19:25.756141 run create_hlr_db(pid=21670): Terminated: ok {rc=0}\u000a19:19:26.169088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21672): Launched\u000a19:19:26.476281 run osmo-hlr_10.42.42.2(pid=21673): Launched\u000a19:19:26.590187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:27.126960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21675): Launched\u000a19:19:27.433665 run osmo-stp_10.42.42.5(pid=21676): Launched\u000a19:19:27.545958 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:19:28.080486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21678): Launched\u000a19:19:28.189599 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:19:28.456788 run patchelf(pid=21679): Launched\u000a19:19:28.635182 run osmo-stp_10.42.42.5(pid=21676): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21676)]\u000a19:19:28.765594 run osmo-stp_10.42.42.5(pid=21676): stdout: \u000a| (launched: 2022-12-13_19:19:27.282864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:28.896309 run osmo-stp_10.42.42.5(pid=21676): stderr: \u000a| �[0;m�[38;5;43m20221213191927449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191927449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191927450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191927450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191927451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191927451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191927451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:29.022493 run osmo-stp_10.42.42.5(pid=21676): stdout: \u000a| (launched: 2022-12-13_19:19:27.282864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:29.147466 run osmo-stp_10.42.42.5(pid=21676): stderr: \u000a| �[0;m�[38;5;43m20221213191927449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191927449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191927450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191927450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191927451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191927451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191927451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:29.293317 run patchelf(pid=21679): Terminating (SIGINT)\u000a19:19:29.464231 run patchelf(pid=21679): Terminated: ok {rc=0}\u000a19:19:29.495695 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21676): Process ended prematurely: osmo-stp_10.42.42.5(pid=21676) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21676)] [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a19:19:29.504881 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:19:29.565068 run osmo-hlr_10.42.42.2(pid=21673): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21673)]\u000a19:19:29.614204 run osmo-hlr_10.42.42.2(pid=21673): stdout: \u000a| (launched: 2022-12-13_19:19:26.325101) \u000a19:19:29.663806 run osmo-hlr_10.42.42.2(pid=21673): stderr: \u000a| �[0;m�[1;31m20221213191926498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191926498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191926498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191926498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191926499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191926499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191926511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191926519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191926519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191926519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:29.706368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21668): Terminating (SIGTERM)\u000a19:19:29.746349 run iperf3-srv_10.42.42.10(pid=21669): Terminating (SIGTERM)\u000a19:19:29.786291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21672): Terminating (SIGTERM)\u000a19:19:29.826203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21675): Terminating (SIGTERM)\u000a19:19:29.866097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21678): Terminating (SIGTERM)\u000a19:19:29.875440 --- ParallelTerminationStrategy: PID 21668 died...\u000a19:19:29.928923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21668): Terminated: ok {rc=0}\u000a19:19:29.938736 --- ParallelTerminationStrategy: PID 21669 died...\u000a19:19:29.991868 run iperf3-srv_10.42.42.10(pid=21669): Terminated {rc=256}\u000a19:19:30.001907 --- ParallelTerminationStrategy: PID 21672 died...\u000a19:19:30.055094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21672): Terminated: ok {rc=0}\u000a19:19:30.065260 --- ParallelTerminationStrategy: PID 21675 died...\u000a19:19:30.118793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21675): Terminated: ok {rc=0}\u000a19:19:30.128363 --- ParallelTerminationStrategy: PID 21678 died...\u000a19:19:30.181961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21678): Terminated: ok {rc=0}\u000a19:19:30.271297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21694): Process ended prematurely: osmo-stp_10.42.42.5(pid=21694) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21694)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21694): Process ended prematurely: osmo-stp_10.42.42.5(pid=21694) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:19:31.417599 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:31.434661 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:19:31.600481 tst iperf3m4.py: using LAC 35714\u000a19:19:31.734891 tst iperf3m4.py: using RAC 14\u000a19:19:31.870539 tst iperf3m4.py: using CellId 35714\u000a19:19:31.999805 tst iperf3m4.py: using BVCI 35715\u000a19:19:32.024600 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:32.037360 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:32.048430 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:32.060480 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:32.071428 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:32.082852 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:32.094159 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:32.105956 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:32.117619 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:19:32.234979 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:19:32.352240 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:19:32.473088 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:19:32.755580 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:19:32.883381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:33.202558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21680): Launched\u000a19:19:33.467628 run iperf3-srv_10.42.42.10(pid=21681): Launched\u000a19:19:33.654195 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:19:33.781857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:34.100521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21682): Launched\u000a19:19:34.366375 run iperf3-srv_10.42.42.10(pid=21683): Launched\u000a19:19:34.553399 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:19:34.680924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:35.000357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21684): Launched\u000a19:19:35.266117 run iperf3-srv_10.42.42.10(pid=21685): Launched\u000a19:19:35.453572 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:19:35.581321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:19:35.900240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21686): Launched\u000a19:19:36.165647 run iperf3-srv_10.42.42.10(pid=21687): Launched\u000a19:19:36.352863 tst iperf3m4.py:8: start network...\u000a19:19:36.480796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:36.973352 run create_hlr_db(pid=21688): Launched\u000a19:19:37.149985 bus /gobi_6: Setting Powered False\u000a19:19:38.172040 run create_hlr_db(pid=21688): Terminated: ok {rc=0}\u000a19:19:38.581878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21690): Launched\u000a19:19:38.889573 run osmo-hlr_10.42.42.2(pid=21691): Launched\u000a19:19:39.001634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:39.536330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21693): Launched\u000a19:19:39.844885 run osmo-stp_10.42.42.5(pid=21694): Launched\u000a19:19:39.957580 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:19:40.494131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21696): Launched\u000a19:19:40.603418 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:19:40.871399 run patchelf(pid=21697): Launched\u000a19:19:41.051276 run osmo-stp_10.42.42.5(pid=21694): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21694)]\u000a19:19:41.183036 run osmo-stp_10.42.42.5(pid=21694): stdout: \u000a| (launched: 2022-12-13_19:19:39.692790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:41.314490 run osmo-stp_10.42.42.5(pid=21694): stderr: \u000a| �[0;m�[38;5;43m20221213191939861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191939862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191939862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191939862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191939863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191939863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191939863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:41.441901 run osmo-stp_10.42.42.5(pid=21694): stdout: \u000a| (launched: 2022-12-13_19:19:39.692790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:41.567662 run osmo-stp_10.42.42.5(pid=21694): stderr: \u000a| �[0;m�[38;5;43m20221213191939861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191939862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191939862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191939862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191939863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191939863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191939863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:41.714304 run patchelf(pid=21697): Terminating (SIGINT)\u000a19:19:41.886580 run patchelf(pid=21697): Terminated: ok {rc=0}\u000a19:19:41.918140 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21694): Process ended prematurely: osmo-stp_10.42.42.5(pid=21694) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21694)] [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:19:41.927378 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a19:19:41.988129 run osmo-hlr_10.42.42.2(pid=21691): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21691)]\u000a19:19:42.037649 run osmo-hlr_10.42.42.2(pid=21691): stdout: \u000a| (launched: 2022-12-13_19:19:38.738031) \u000a19:19:42.087857 run osmo-hlr_10.42.42.2(pid=21691): stderr: \u000a| �[0;m�[1;31m20221213191938912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191938912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191938912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191938912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191938912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191938912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191938923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191938932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191938932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191938932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:42.130629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21680): Terminating (SIGTERM)\u000a19:19:42.171246 run iperf3-srv_10.42.42.10(pid=21681): Terminating (SIGTERM)\u000a19:19:42.211579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21682): Terminating (SIGTERM)\u000a19:19:42.251542 run iperf3-srv_10.42.42.10(pid=21683): Terminating (SIGTERM)\u000a19:19:42.291498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21684): Terminating (SIGTERM)\u000a19:19:42.331223 run iperf3-srv_10.42.42.10(pid=21685): Terminating (SIGTERM)\u000a19:19:42.371048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21686): Terminating (SIGTERM)\u000a19:19:42.410976 run iperf3-srv_10.42.42.10(pid=21687): Terminating (SIGTERM)\u000a19:19:42.451011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21690): Terminating (SIGTERM)\u000a19:19:42.491002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21693): Terminating (SIGTERM)\u000a19:19:42.531054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21696): Terminating (SIGTERM)\u000a19:19:42.540472 --- ParallelTerminationStrategy: PID 21680 died...\u000a19:19:42.594448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21680): Terminated: ok {rc=0}\u000a19:19:42.604230 --- ParallelTerminationStrategy: PID 21681 died...\u000a19:19:42.657573 run iperf3-srv_10.42.42.10(pid=21681): Terminated {rc=256}\u000a19:19:42.667310 --- ParallelTerminationStrategy: PID 21682 died...\u000a19:19:42.720596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21682): Terminated: ok {rc=0}\u000a19:19:42.730417 --- ParallelTerminationStrategy: PID 21683 died...\u000a19:19:42.783394 run iperf3-srv_10.42.42.10(pid=21683): Terminated {rc=256}\u000a19:19:42.793080 --- ParallelTerminationStrategy: PID 21684 died...\u000a19:19:42.846547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21684): Terminated: ok {rc=0}\u000a19:19:42.856539 --- ParallelTerminationStrategy: PID 21685 died...\u000a19:19:42.909664 run iperf3-srv_10.42.42.10(pid=21685): Terminated {rc=256}\u000a19:19:42.919301 --- ParallelTerminationStrategy: PID 21686 died...\u000a19:19:42.972716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21686): Terminated: ok {rc=0}\u000a19:19:42.982495 --- ParallelTerminationStrategy: PID 21687 died...\u000a19:19:43.035926 run iperf3-srv_10.42.42.10(pid=21687): Terminated {rc=256}\u000a19:19:43.045764 --- ParallelTerminationStrategy: PID 21690 died...\u000a19:19:43.099433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21690): Terminated: ok {rc=0}\u000a19:19:43.109433 --- ParallelTerminationStrategy: PID 21693 died...\u000a19:19:43.162873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21693): Terminated: ok {rc=0}\u000a19:19:43.172633 --- ParallelTerminationStrategy: PID 21696 died...\u000a19:19:43.226125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21696): Terminated: ok {rc=0}\u000a19:19:43.310959 bus /gobi_4: Setting Powered False\u000a19:19:44.418744 bus /gobi_4: Setting Powered False\u000a19:19:45.528916 bus /gobi_1: Setting Powered False\u000a19:19:46.636453 bus /gobi_1: Setting Powered False\u000a19:19:47.750508 bus /gobi_0: Setting Powered False\u000a19:19:48.853569 bus /gobi_0: Setting Powered False\u000a19:19:49.965546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21705): Process ended prematurely: osmo-stp_10.42.42.5(pid=21705) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21705)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21705): Process ended prematurely: osmo-stp_10.42.42.5(pid=21705) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:19:51.031647 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:51.043287 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:19:51.188387 tst ping.py: using LAC 35715\u000a19:19:51.317085 tst ping.py: using RAC 15\u000a19:19:51.445430 tst ping.py: using CellId 35715\u000a19:19:51.575095 tst ping.py: using BVCI 35716\u000a19:19:51.600217 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:51.611856 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:51.623379 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:51.634705 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:51.646243 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:51.657780 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:51.669684 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:51.681287 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:19:51.958313 tst ping.py:19: start network...\u000a19:19:52.083601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:52.569877 run create_hlr_db(pid=21699): Launched\u000a19:19:52.744443 bus /gobi_6: Setting Powered False\u000a19:19:53.765987 run create_hlr_db(pid=21699): Terminated: ok {rc=0}\u000a19:19:54.197612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21701): Launched\u000a19:19:54.522972 run osmo-hlr_10.42.42.2(pid=21702): Launched\u000a19:19:54.641267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:55.205597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21704): Launched\u000a19:19:55.529680 run osmo-stp_10.42.42.5(pid=21705): Launched\u000a19:19:55.646731 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:19:56.210335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21707): Launched\u000a19:19:56.326780 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:19:56.609717 run patchelf(pid=21708): Launched\u000a19:19:56.799101 run osmo-stp_10.42.42.5(pid=21705): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21705)]\u000a19:19:56.937415 run osmo-stp_10.42.42.5(pid=21705): stdout: \u000a| (launched: 2022-12-13_19:19:55.370699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:57.076167 run osmo-stp_10.42.42.5(pid=21705): stderr: \u000a| �[0;m�[38;5;43m20221213191955559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191955559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191955560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191955560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191955561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191955561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191955561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:57.210453 run osmo-stp_10.42.42.5(pid=21705): stdout: \u000a| (launched: 2022-12-13_19:19:55.370699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:57.344171 run osmo-stp_10.42.42.5(pid=21705): stderr: \u000a| �[0;m�[38;5;43m20221213191955559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213191955559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213191955560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213191955560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213191955561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213191955561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213191955561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:57.498598 run patchelf(pid=21708): Terminating (SIGINT)\u000a19:19:57.679373 run patchelf(pid=21708): Terminated: ok {rc=0}\u000a19:19:57.712037 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21705): Process ended prematurely: osmo-stp_10.42.42.5(pid=21705) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21705)] [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a19:19:57.721308 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:19:57.785241 run osmo-hlr_10.42.42.2(pid=21702): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21702)]\u000a19:19:57.837490 run osmo-hlr_10.42.42.2(pid=21702): stdout: \u000a| (launched: 2022-12-13_19:19:54.363388) \u000a19:19:57.890493 run osmo-hlr_10.42.42.2(pid=21702): stderr: \u000a| �[0;m�[1;31m20221213191954558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213191954558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213191954558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191954558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213191954558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213191954558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213191954599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213191954609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213191954609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213191954609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:57.935638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21701): Terminating (SIGTERM)\u000a19:19:57.978347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21704): Terminating (SIGTERM)\u000a19:19:58.021204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21707): Terminating (SIGTERM)\u000a19:19:58.031111 --- ParallelTerminationStrategy: PID 21701 died...\u000a19:19:58.088415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21701): Terminated: ok {rc=0}\u000a19:19:58.098761 --- ParallelTerminationStrategy: PID 21704 died...\u000a19:19:58.154829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21704): Terminated: ok {rc=0}\u000a19:19:58.165067 --- ParallelTerminationStrategy: PID 21707 died...\u000a19:19:58.221399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21707): Terminated: ok {rc=0}\u000a19:19:58.309753 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21718): Process ended prematurely: osmo-stp_10.42.42.5(pid=21718) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21718)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21718): Process ended prematurely: osmo-stp_10.42.42.5(pid=21718) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:19:59.361744 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:59.373925 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:19:59.522595 tst ping_idle_ping.py: using LAC 35716\u000a19:19:59.644382 tst ping_idle_ping.py: using RAC 16\u000a19:19:59.767513 tst ping_idle_ping.py: using CellId 35716\u000a19:19:59.886701 tst ping_idle_ping.py: using BVCI 35717\u000a19:19:59.909986 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:59.921534 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:59.932543 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:59.943465 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:59.954349 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:59.965426 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:59.976620 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:19:59.987806 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:20:00.280816 tst ping_idle_ping.py:24: start network...\u000a19:20:00.418205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:00.983466 run create_hlr_db(pid=21709): Launched\u000a19:20:01.171407 bus /gobi_6: Setting Powered False\u000a19:20:02.184126 run create_hlr_db(pid=21709): Terminated: ok {rc=0}\u000a19:20:02.627752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21714): Launched\u000a19:20:02.953871 run osmo-hlr_10.42.42.2(pid=21715): Launched\u000a19:20:03.076406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:03.644114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21717): Launched\u000a19:20:03.969654 run osmo-stp_10.42.42.5(pid=21718): Launched\u000a19:20:04.088036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:20:04.657076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21720): Launched\u000a19:20:04.773810 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:20:05.057906 run patchelf(pid=21721): Launched\u000a19:20:05.249031 run osmo-stp_10.42.42.5(pid=21718): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21718)]\u000a19:20:05.389007 run osmo-stp_10.42.42.5(pid=21718): stdout: \u000a| (launched: 2022-12-13_19:20:03.810043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:05.528446 run osmo-stp_10.42.42.5(pid=21718): stderr: \u000a| �[0;m�[38;5;43m20221213192003998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192003999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192003999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192003999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192004000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192004000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192004000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:05.663827 run osmo-stp_10.42.42.5(pid=21718): stdout: \u000a| (launched: 2022-12-13_19:20:03.810043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:05.798415 run osmo-stp_10.42.42.5(pid=21718): stderr: \u000a| �[0;m�[38;5;43m20221213192003998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192003999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192003999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192003999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192004000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192004000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192004000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:05.954145 run patchelf(pid=21721): Terminating (SIGINT)\u000a19:20:06.136596 run patchelf(pid=21721): Terminated: ok {rc=0}\u000a19:20:06.169716 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21718): Process ended prematurely: osmo-stp_10.42.42.5(pid=21718) [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21718)] [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:20:06.178959 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a19:20:06.242994 run osmo-hlr_10.42.42.2(pid=21715): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21715)]\u000a19:20:06.295436 run osmo-hlr_10.42.42.2(pid=21715): stdout: \u000a| (launched: 2022-12-13_19:20:02.794134) \u000a19:20:06.348831 run osmo-hlr_10.42.42.2(pid=21715): stderr: \u000a| �[0;m�[1;31m20221213192002989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192002989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192002989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192002989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192002989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192002989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192003003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192003013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192003013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192003013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:06.394062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21714): Terminating (SIGTERM)\u000a19:20:06.436861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21717): Terminating (SIGTERM)\u000a19:20:06.479346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21720): Terminating (SIGTERM)\u000a19:20:06.489178 --- ParallelTerminationStrategy: PID 21714 died...\u000a19:20:06.545833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21714): Terminated: ok {rc=0}\u000a19:20:06.556078 --- ParallelTerminationStrategy: PID 21717 died...\u000a19:20:06.612629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21717): Terminated: ok {rc=0}\u000a19:20:06.622769 --- ParallelTerminationStrategy: PID 21720 died...\u000a19:20:06.679343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21720): Terminated: ok {rc=0}\u000a19:20:06.767066 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:19:08" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21735): Process ended prematurely: osmo-stp_10.42.42.5(pid=21735) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21735)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21735): Process ended prematurely: osmo-stp_10.42.42.5(pid=21735) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:20:08.926743 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:08.938359 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:20:09.106192 tst cs_paging_gprs_active.py: using LAC 35717\u000a19:20:09.231154 tst cs_paging_gprs_active.py: using RAC 17\u000a19:20:09.354406 tst cs_paging_gprs_active.py: using CellId 35717\u000a19:20:09.484062 tst cs_paging_gprs_active.py: using BVCI 35718\u000a19:20:09.509834 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:09.521497 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:09.533084 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:09.544542 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:09.556822 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:09.569426 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:09.581891 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:09.594057 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:09.606317 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:20:09.727029 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:20:10.029297 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:20:10.168034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:10.511072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21725): Launched\u000a19:20:10.795445 run iperf3-srv_10.42.42.10(pid=21726): Launched\u000a19:20:10.999753 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:20:11.138834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:11.480885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21727): Launched\u000a19:20:11.763721 run iperf3-srv_10.42.42.10(pid=21728): Launched\u000a19:20:11.966432 tst cs_paging_gprs_active.py:38: start network...\u000a19:20:12.104519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:12.625818 run create_hlr_db(pid=21729): Launched\u000a19:20:12.816335 bus /gobi_6: Setting Powered False\u000a19:20:13.837721 run create_hlr_db(pid=21729): Terminated: ok {rc=0}\u000a19:20:14.250687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21731): Launched\u000a19:20:14.559076 run osmo-hlr_10.42.42.2(pid=21732): Launched\u000a19:20:14.672474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:15.204498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21734): Launched\u000a19:20:15.511495 run osmo-stp_10.42.42.5(pid=21735): Launched\u000a19:20:15.623175 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:20:16.193616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21737): Launched\u000a19:20:16.305741 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:20:16.604645 run patchelf(pid=21738): Launched\u000a19:20:16.789086 run osmo-stp_10.42.42.5(pid=21735): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21735)]\u000a19:20:16.923945 run osmo-stp_10.42.42.5(pid=21735): stdout: \u000a| (launched: 2022-12-13_19:20:15.359987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:17.059008 run osmo-stp_10.42.42.5(pid=21735): stderr: \u000a| �[0;m�[38;5;43m20221213192015529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192015529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192015529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192015530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192015530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192015530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192015530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:17.188657 run osmo-stp_10.42.42.5(pid=21735): stdout: \u000a| (launched: 2022-12-13_19:20:15.359987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:17.316372 run osmo-stp_10.42.42.5(pid=21735): stderr: \u000a| �[0;m�[38;5;43m20221213192015529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192015529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192015529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192015530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192015530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192015530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192015530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:17.464046 run patchelf(pid=21738): Terminating (SIGINT)\u000a19:20:17.638338 run patchelf(pid=21738): Terminated: ok {rc=0}\u000a19:20:17.670573 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21735): Process ended prematurely: osmo-stp_10.42.42.5(pid=21735) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21735)] [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:20:17.680046 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:20:17.741581 run osmo-hlr_10.42.42.2(pid=21732): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21732)]\u000a19:20:17.791461 run osmo-hlr_10.42.42.2(pid=21732): stdout: \u000a| (launched: 2022-12-13_19:20:14.407195) \u000a19:20:17.841961 run osmo-hlr_10.42.42.2(pid=21732): stderr: \u000a| �[0;m�[1;31m20221213192014580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192014580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192014580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192014580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192014580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192014580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192014597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192014607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192014608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192014608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:17.885020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21725): Terminating (SIGTERM)\u000a19:20:17.925491 run iperf3-srv_10.42.42.10(pid=21726): Terminating (SIGTERM)\u000a19:20:17.965947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21727): Terminating (SIGTERM)\u000a19:20:18.006274 run iperf3-srv_10.42.42.10(pid=21728): Terminating (SIGTERM)\u000a19:20:18.046628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21731): Terminating (SIGTERM)\u000a19:20:18.087184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21734): Terminating (SIGTERM)\u000a19:20:18.127645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21737): Terminating (SIGTERM)\u000a19:20:18.137161 --- ParallelTerminationStrategy: PID 21725 died...\u000a19:20:18.191441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21725): Terminated: ok {rc=0}\u000a19:20:18.201455 --- ParallelTerminationStrategy: PID 21726 died...\u000a19:20:18.255396 run iperf3-srv_10.42.42.10(pid=21726): Terminated {rc=256}\u000a19:20:18.265305 --- ParallelTerminationStrategy: PID 21727 died...\u000a19:20:18.319451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21727): Terminated: ok {rc=0}\u000a19:20:18.329470 --- ParallelTerminationStrategy: PID 21728 died...\u000a19:20:18.383289 run iperf3-srv_10.42.42.10(pid=21728): Terminated {rc=256}\u000a19:20:18.393133 --- ParallelTerminationStrategy: PID 21731 died...\u000a19:20:18.447518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21731): Terminated: ok {rc=0}\u000a19:20:18.457577 --- ParallelTerminationStrategy: PID 21734 died...\u000a19:20:18.511549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21734): Terminated: ok {rc=0}\u000a19:20:18.521525 --- ParallelTerminationStrategy: PID 21737 died...\u000a19:20:18.575435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21737): Terminated: ok {rc=0}\u000a19:20:18.659606 bus /gobi_0: Setting Powered False\u000a19:20:19.767621 bus /gobi_0: Setting Powered False\u000a19:20:20.879861 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21747): Process ended prematurely: osmo-stp_10.42.42.5(pid=21747) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21747)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21747): Process ended prematurely: osmo-stp_10.42.42.5(pid=21747) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:20:21.991730 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:22.003851 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:20:22.161339 tst iperf3.py: using LAC 35718\u000a19:20:22.281305 tst iperf3.py: using RAC 18\u000a19:20:22.411636 tst iperf3.py: using CellId 35718\u000a19:20:22.535878 tst iperf3.py: using BVCI 35719\u000a19:20:22.559576 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:22.570792 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:22.581885 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:22.592624 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:22.603685 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:22.615108 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:22.626192 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:22.637113 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:22.648105 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:20:22.928314 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:20:23.055918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:23.373811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21739): Launched\u000a19:20:23.638949 run iperf3-srv_10.42.42.10(pid=21740): Launched\u000a19:20:23.825846 tst iperf3.py:8: start network...\u000a19:20:23.953980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:24.445285 run create_hlr_db(pid=21741): Launched\u000a19:20:24.621293 bus /gobi_6: Setting Powered False\u000a19:20:25.642284 run create_hlr_db(pid=21741): Terminated: ok {rc=0}\u000a19:20:26.079050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21743): Launched\u000a19:20:26.410392 run osmo-hlr_10.42.42.2(pid=21744): Launched\u000a19:20:26.532578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:27.195308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21746): Launched\u000a19:20:27.519374 run osmo-stp_10.42.42.5(pid=21747): Launched\u000a19:20:27.639139 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:20:28.199746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21749): Launched\u000a19:20:28.315404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:20:28.597470 run patchelf(pid=21750): Launched\u000a19:20:28.786069 run osmo-stp_10.42.42.5(pid=21747): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21747)]\u000a19:20:28.924058 run osmo-stp_10.42.42.5(pid=21747): stdout: \u000a| (launched: 2022-12-13_19:20:27.360380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:29.062477 run osmo-stp_10.42.42.5(pid=21747): stderr: \u000a| �[0;m�[38;5;43m20221213192027551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192027551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192027551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192027552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192027552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192027552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192027552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:29.196547 run osmo-stp_10.42.42.5(pid=21747): stdout: \u000a| (launched: 2022-12-13_19:20:27.360380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:29.329867 run osmo-stp_10.42.42.5(pid=21747): stderr: \u000a| �[0;m�[38;5;43m20221213192027551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192027551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192027551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192027552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192027552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192027552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192027552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:29.484088 run patchelf(pid=21750): Terminating (SIGINT)\u000a19:20:29.664649 run patchelf(pid=21750): Terminated: ok {rc=0}\u000a19:20:29.697799 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21747): Process ended prematurely: osmo-stp_10.42.42.5(pid=21747) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21747)] [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:20:29.707684 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:20:29.771621 run osmo-hlr_10.42.42.2(pid=21744): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21744)]\u000a19:20:29.823383 run osmo-hlr_10.42.42.2(pid=21744): stdout: \u000a| (launched: 2022-12-13_19:20:26.247028) \u000a19:20:29.875932 run osmo-hlr_10.42.42.2(pid=21744): stderr: \u000a| �[0;m�[1;31m20221213192026441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192026441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192026441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192026441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192026441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192026441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192026452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192026463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192026463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192026463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:29.920928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21739): Terminating (SIGTERM)\u000a19:20:29.963566 run iperf3-srv_10.42.42.10(pid=21740): Terminating (SIGTERM)\u000a19:20:30.005957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21743): Terminating (SIGTERM)\u000a19:20:30.048367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21746): Terminating (SIGTERM)\u000a19:20:30.090394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21749): Terminating (SIGTERM)\u000a19:20:30.100137 --- ParallelTerminationStrategy: PID 21739 died...\u000a19:20:30.157161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21739): Terminated: ok {rc=0}\u000a19:20:30.167440 --- ParallelTerminationStrategy: PID 21740 died...\u000a19:20:30.223935 run iperf3-srv_10.42.42.10(pid=21740): Terminated {rc=256}\u000a19:20:30.234167 --- ParallelTerminationStrategy: PID 21743 died...\u000a19:20:30.291082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21743): Terminated: ok {rc=0}\u000a19:20:30.301954 --- ParallelTerminationStrategy: PID 21746 died...\u000a19:20:30.359023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21746): Terminated: ok {rc=0}\u000a19:20:30.369127 --- ParallelTerminationStrategy: PID 21749 died...\u000a19:20:30.425538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21749): Terminated: ok {rc=0}\u000a19:20:30.512918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21765): Process ended prematurely: osmo-stp_10.42.42.5(pid=21765) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21765)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21765): Process ended prematurely: osmo-stp_10.42.42.5(pid=21765) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:20:31.636602 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:31.649769 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:20:31.839479 tst iperf3m4.py: using LAC 35719\u000a19:20:31.972373 tst iperf3m4.py: using RAC 19\u000a19:20:32.133915 tst iperf3m4.py: using CellId 35719\u000a19:20:32.267611 tst iperf3m4.py: using BVCI 35720\u000a19:20:32.292447 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:32.304390 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:32.315854 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:32.327359 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:32.339148 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:32.350843 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:32.362527 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:32.373930 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:32.385862 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:20:32.502366 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:20:32.624651 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:20:32.740863 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:20:33.035289 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:20:33.170223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:33.504516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21751): Launched\u000a19:20:33.781527 run iperf3-srv_10.42.42.10(pid=21752): Launched\u000a19:20:33.978837 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:20:34.113869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:34.447864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21753): Launched\u000a19:20:34.725174 run iperf3-srv_10.42.42.10(pid=21754): Launched\u000a19:20:34.922691 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:20:35.057210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:35.390755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21755): Launched\u000a19:20:35.667205 run iperf3-srv_10.42.42.10(pid=21756): Launched\u000a19:20:35.864517 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:20:35.998991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:20:36.332485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21757): Launched\u000a19:20:36.609593 run iperf3-srv_10.42.42.10(pid=21758): Launched\u000a19:20:36.807133 tst iperf3m4.py:8: start network...\u000a19:20:36.942024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:37.452566 run create_hlr_db(pid=21759): Launched\u000a19:20:37.640383 bus /gobi_6: Setting Powered False\u000a19:20:38.661809 run create_hlr_db(pid=21759): Terminated: ok {rc=0}\u000a19:20:39.091703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21761): Launched\u000a19:20:39.416371 run osmo-hlr_10.42.42.2(pid=21762): Launched\u000a19:20:39.536076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:40.095670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21764): Launched\u000a19:20:40.418393 run osmo-stp_10.42.42.5(pid=21765): Launched\u000a19:20:40.535554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:20:41.096223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21767): Launched\u000a19:20:41.211846 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:20:41.493647 run patchelf(pid=21768): Launched\u000a19:20:41.682410 run osmo-stp_10.42.42.5(pid=21765): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21765)]\u000a19:20:41.820515 run osmo-stp_10.42.42.5(pid=21765): stdout: \u000a| (launched: 2022-12-13_19:20:40.259440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:41.959432 run osmo-stp_10.42.42.5(pid=21765): stderr: \u000a| �[0;m�[38;5;43m20221213192040446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192040447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192040447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192040447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192040448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192040448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192040448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:42.093118 run osmo-stp_10.42.42.5(pid=21765): stdout: \u000a| (launched: 2022-12-13_19:20:40.259440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:42.225780 run osmo-stp_10.42.42.5(pid=21765): stderr: \u000a| �[0;m�[38;5;43m20221213192040446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192040447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192040447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192040447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192040448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192040448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192040448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:42.380130 run patchelf(pid=21768): Terminating (SIGINT)\u000a19:20:42.561508 run patchelf(pid=21768): Terminated: ok {rc=0}\u000a19:20:42.594632 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21765): Process ended prematurely: osmo-stp_10.42.42.5(pid=21765) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21765)] [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:20:42.604562 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:20:42.668987 run osmo-hlr_10.42.42.2(pid=21762): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21762)]\u000a19:20:42.721385 run osmo-hlr_10.42.42.2(pid=21762): stdout: \u000a| (launched: 2022-12-13_19:20:39.256255) \u000a19:20:42.774267 run osmo-hlr_10.42.42.2(pid=21762): stderr: \u000a| �[0;m�[1;31m20221213192039449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192039449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192039449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192039449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192039450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192039450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192039462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192039472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192039472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192039472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:42.819919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21751): Terminating (SIGTERM)\u000a19:20:42.862507 run iperf3-srv_10.42.42.10(pid=21752): Terminating (SIGTERM)\u000a19:20:42.905231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21753): Terminating (SIGTERM)\u000a19:20:42.947704 run iperf3-srv_10.42.42.10(pid=21754): Terminating (SIGTERM)\u000a19:20:42.989798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21755): Terminating (SIGTERM)\u000a19:20:43.032224 run iperf3-srv_10.42.42.10(pid=21756): Terminating (SIGTERM)\u000a19:20:43.074512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21757): Terminating (SIGTERM)\u000a19:20:43.116783 run iperf3-srv_10.42.42.10(pid=21758): Terminating (SIGTERM)\u000a19:20:43.159105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21761): Terminating (SIGTERM)\u000a19:20:43.201230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21764): Terminating (SIGTERM)\u000a19:20:43.243501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21767): Terminating (SIGTERM)\u000a19:20:43.253237 --- ParallelTerminationStrategy: PID 21751 died...\u000a19:20:43.311052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21751): Terminated: ok {rc=0}\u000a19:20:43.321274 --- ParallelTerminationStrategy: PID 21752 died...\u000a19:20:43.377494 run iperf3-srv_10.42.42.10(pid=21752): Terminated {rc=256}\u000a19:20:43.387399 --- ParallelTerminationStrategy: PID 21753 died...\u000a19:20:43.443675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21753): Terminated: ok {rc=0}\u000a19:20:43.453862 --- ParallelTerminationStrategy: PID 21754 died...\u000a19:20:43.510010 run iperf3-srv_10.42.42.10(pid=21754): Terminated {rc=256}\u000a19:20:43.520061 --- ParallelTerminationStrategy: PID 21755 died...\u000a19:20:43.576343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21755): Terminated: ok {rc=0}\u000a19:20:43.586482 --- ParallelTerminationStrategy: PID 21756 died...\u000a19:20:43.642710 run iperf3-srv_10.42.42.10(pid=21756): Terminated {rc=256}\u000a19:20:43.652785 --- ParallelTerminationStrategy: PID 21757 died...\u000a19:20:43.709111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21757): Terminated: ok {rc=0}\u000a19:20:43.719265 --- ParallelTerminationStrategy: PID 21758 died...\u000a19:20:43.775345 run iperf3-srv_10.42.42.10(pid=21758): Terminated {rc=256}\u000a19:20:43.785461 --- ParallelTerminationStrategy: PID 21761 died...\u000a19:20:43.841381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21761): Terminated: ok {rc=0}\u000a19:20:43.851491 --- ParallelTerminationStrategy: PID 21764 died...\u000a19:20:43.907556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21764): Terminated: ok {rc=0}\u000a19:20:43.917776 --- ParallelTerminationStrategy: PID 21767 died...\u000a19:20:43.974164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21767): Terminated: ok {rc=0}\u000a19:20:44.061715 bus /gobi_4: Setting Powered False\u000a19:20:45.169010 bus /gobi_4: Setting Powered False\u000a19:20:46.279748 bus /gobi_1: Setting Powered False\u000a19:20:47.378243 bus /gobi_1: Setting Powered False\u000a19:20:48.490059 bus /gobi_0: Setting Powered False\u000a19:20:49.592519 bus /gobi_0: Setting Powered False\u000a19:20:50.703632 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21781): Process ended prematurely: osmo-stp_10.42.42.5(pid=21781) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21781)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21781): Process ended prematurely: osmo-stp_10.42.42.5(pid=21781) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:20:51.770792 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:51.782293 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:20:51.942295 tst ping.py: using LAC 35720\u000a19:20:52.057683 tst ping.py: using RAC 20\u000a19:20:52.171975 tst ping.py: using CellId 35720\u000a19:20:52.294963 tst ping.py: using BVCI 35721\u000a19:20:52.320011 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:52.331664 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:52.343164 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:52.354794 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:52.367065 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:52.379382 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:52.391614 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:52.403737 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:20:52.680279 tst ping.py:19: start network...\u000a19:20:52.804342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:53.283182 run create_hlr_db(pid=21775): Launched\u000a19:20:53.454496 bus /gobi_6: Setting Powered False\u000a19:20:54.475983 run create_hlr_db(pid=21775): Terminated: ok {rc=0}\u000a19:20:54.898159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21777): Launched\u000a19:20:55.215312 run osmo-hlr_10.42.42.2(pid=21778): Launched\u000a19:20:55.333244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:55.886925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21780): Launched\u000a19:20:56.205243 run osmo-stp_10.42.42.5(pid=21781): Launched\u000a19:20:56.321686 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:20:56.875716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21783): Launched\u000a19:20:56.981534 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:20:57.240570 run patchelf(pid=21784): Launched\u000a19:20:57.413858 run osmo-stp_10.42.42.5(pid=21781): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21781)]\u000a19:20:57.540657 run osmo-stp_10.42.42.5(pid=21781): stdout: \u000a| (launched: 2022-12-13_19:20:56.049232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:57.667768 run osmo-stp_10.42.42.5(pid=21781): stderr: \u000a| �[0;m�[38;5;43m20221213192056237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192056237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192056238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192056238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192056238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192056239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192056239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:57.790668 run osmo-stp_10.42.42.5(pid=21781): stdout: \u000a| (launched: 2022-12-13_19:20:56.049232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:57.912455 run osmo-stp_10.42.42.5(pid=21781): stderr: \u000a| �[0;m�[38;5;43m20221213192056237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192056237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192056238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192056238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192056238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192056239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192056239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:58.053748 run patchelf(pid=21784): Terminating (SIGINT)\u000a19:20:58.220068 run patchelf(pid=21784): Terminated: ok {rc=0}\u000a19:20:58.250262 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21781): Process ended prematurely: osmo-stp_10.42.42.5(pid=21781) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21781)] [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:20:58.258924 tst ping.py:22: Test FAILED (6.5 sec)\u000a19:20:58.318891 run osmo-hlr_10.42.42.2(pid=21778): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21778)]\u000a19:20:58.368316 run osmo-hlr_10.42.42.2(pid=21778): stdout: \u000a| (launched: 2022-12-13_19:20:55.059766) \u000a19:20:58.418234 run osmo-hlr_10.42.42.2(pid=21778): stderr: \u000a| �[0;m�[1;31m20221213192055251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192055251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192055251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192055252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192055252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192055252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192055264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192055273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192055273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192055273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:58.460798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21777): Terminating (SIGTERM)\u000a19:20:58.500724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21780): Terminating (SIGTERM)\u000a19:20:58.540752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21783): Terminating (SIGTERM)\u000a19:20:58.549977 --- ParallelTerminationStrategy: PID 21777 died...\u000a19:20:58.603594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21777): Terminated: ok {rc=0}\u000a19:20:58.613193 --- ParallelTerminationStrategy: PID 21780 died...\u000a19:20:58.666434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21780): Terminated: ok {rc=0}\u000a19:20:58.676011 --- ParallelTerminationStrategy: PID 21783 died...\u000a19:20:58.729222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21783): Terminated: ok {rc=0}\u000a19:20:58.817782 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21791): Process ended prematurely: osmo-stp_10.42.42.5(pid=21791) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21791)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21791): Process ended prematurely: osmo-stp_10.42.42.5(pid=21791) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:20:59.868820 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:20:59.880503 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:21:00.035679 tst ping_idle_ping.py: using LAC 35721\u000a19:21:00.153511 tst ping_idle_ping.py: using RAC 21\u000a19:21:00.269212 tst ping_idle_ping.py: using CellId 35721\u000a19:21:00.385380 tst ping_idle_ping.py: using BVCI 35722\u000a19:21:00.408108 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:21:00.419038 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:21:00.429728 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:21:00.440526 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:21:00.451214 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:21:00.462089 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:21:00.472803 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:21:00.483527 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:21:00.755327 tst ping_idle_ping.py:24: start network...\u000a19:21:00.886892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:01.411709 run create_hlr_db(pid=21785): Launched\u000a19:21:01.586400 bus /gobi_6: Setting Powered False\u000a19:21:02.605391 run create_hlr_db(pid=21785): Terminated: ok {rc=0}\u000a19:21:03.030152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21787): Launched\u000a19:21:03.352053 run osmo-hlr_10.42.42.2(pid=21788): Launched\u000a19:21:03.471645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:04.023824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21790): Launched\u000a19:21:04.344400 run osmo-stp_10.42.42.5(pid=21791): Launched\u000a19:21:04.460548 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:21:05.017155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21793): Launched\u000a19:21:05.131211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:21:05.409497 run patchelf(pid=21794): Launched\u000a19:21:05.596365 run osmo-stp_10.42.42.5(pid=21791): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21791)]\u000a19:21:05.733140 run osmo-stp_10.42.42.5(pid=21791): stdout: \u000a| (launched: 2022-12-13_19:21:04.187443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:05.870277 run osmo-stp_10.42.42.5(pid=21791): stderr: \u000a| �[0;m�[38;5;43m20221213192104376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192104376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192104376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192104376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192104377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192104377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192104377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:06.002736 run osmo-stp_10.42.42.5(pid=21791): stdout: \u000a| (launched: 2022-12-13_19:21:04.187443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:06.134652 run osmo-stp_10.42.42.5(pid=21791): stderr: \u000a| �[0;m�[38;5;43m20221213192104376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192104376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192104376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192104376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192104377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192104377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192104377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:06.287207 run patchelf(pid=21794): Terminating (SIGINT)\u000a19:21:06.466689 run patchelf(pid=21794): Terminated: ok {rc=0}\u000a19:21:06.499156 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21791): Process ended prematurely: osmo-stp_10.42.42.5(pid=21791) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21791)] [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:21:06.508344 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:21:06.572236 run osmo-hlr_10.42.42.2(pid=21788): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21788)]\u000a19:21:06.624635 run osmo-hlr_10.42.42.2(pid=21788): stdout: \u000a| (launched: 2022-12-13_19:21:03.192455) \u000a19:21:06.677361 run osmo-hlr_10.42.42.2(pid=21788): stderr: \u000a| �[0;m�[1;31m20221213192103386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192103386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192103386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192103386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192103387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192103387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192103400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192103410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192103410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192103410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:06.722458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21787): Terminating (SIGTERM)\u000a19:21:06.765222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21790): Terminating (SIGTERM)\u000a19:21:06.807470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21793): Terminating (SIGTERM)\u000a19:21:06.817226 --- ParallelTerminationStrategy: PID 21787 died...\u000a19:21:06.874053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21787): Terminated: ok {rc=0}\u000a19:21:06.884087 --- ParallelTerminationStrategy: PID 21790 died...\u000a19:21:06.940179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21790): Terminated: ok {rc=0}\u000a19:21:06.950259 --- ParallelTerminationStrategy: PID 21793 died...\u000a19:21:07.006373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21793): Terminated: ok {rc=0}\u000a19:21:07.093678 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:20:08" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21808): Process ended prematurely: osmo-stp_10.42.42.5(pid=21808) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21808)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21808): Process ended prematurely: osmo-stp_10.42.42.5(pid=21808) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:21:09.262166 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:09.273668 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:21:09.438206 tst cs_paging_gprs_active.py: using LAC 35722\u000a19:21:09.563929 tst cs_paging_gprs_active.py: using RAC 22\u000a19:21:09.691202 tst cs_paging_gprs_active.py: using CellId 35722\u000a19:21:09.816798 tst cs_paging_gprs_active.py: using BVCI 35723\u000a19:21:09.841601 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:09.852893 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:09.864161 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:09.875493 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:09.887076 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:09.898624 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:09.910367 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:09.921946 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:09.933715 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:21:10.050729 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:21:10.352398 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:21:10.488919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:21:10.824275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21798): Launched\u000a19:21:11.103334 run iperf3-srv_10.42.42.10(pid=21799): Launched\u000a19:21:11.302378 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:21:11.438700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:21:11.772342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21800): Launched\u000a19:21:12.050798 run iperf3-srv_10.42.42.10(pid=21801): Launched\u000a19:21:12.249985 tst cs_paging_gprs_active.py:38: start network...\u000a19:21:12.385769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:12.896058 run create_hlr_db(pid=21802): Launched\u000a19:21:13.083129 bus /gobi_6: Setting Powered False\u000a19:21:14.106048 run create_hlr_db(pid=21802): Terminated: ok {rc=0}\u000a19:21:14.514013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21804): Launched\u000a19:21:14.817215 run osmo-hlr_10.42.42.2(pid=21805): Launched\u000a19:21:14.935274 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:15.466440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21807): Launched\u000a19:21:15.768220 run osmo-stp_10.42.42.5(pid=21808): Launched\u000a19:21:15.929524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:21:16.501450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21810): Launched\u000a19:21:16.623621 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:21:16.930593 run patchelf(pid=21811): Launched\u000a19:21:17.126889 run osmo-stp_10.42.42.5(pid=21808): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21808)]\u000a19:21:17.268620 run osmo-stp_10.42.42.5(pid=21808): stdout: \u000a| (launched: 2022-12-13_19:21:15.619766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:17.408669 run osmo-stp_10.42.42.5(pid=21808): stderr: \u000a| �[0;m�[38;5;43m20221213192115784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192115784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192115785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192115785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192115786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192115786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192115786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:17.543050 run osmo-stp_10.42.42.5(pid=21808): stdout: \u000a| (launched: 2022-12-13_19:21:15.619766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:17.676572 run osmo-stp_10.42.42.5(pid=21808): stderr: \u000a| �[0;m�[38;5;43m20221213192115784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192115784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192115785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192115785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192115786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192115786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192115786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:17.831572 run patchelf(pid=21811): Terminating (SIGINT)\u000a19:21:18.014039 run patchelf(pid=21811): Terminated: ok {rc=0}\u000a19:21:18.047401 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21808): Process ended prematurely: osmo-stp_10.42.42.5(pid=21808) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21808)] [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:21:18.057393 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:21:18.121460 run osmo-hlr_10.42.42.2(pid=21805): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21805)]\u000a19:21:18.173452 run osmo-hlr_10.42.42.2(pid=21805): stdout: \u000a| (launched: 2022-12-13_19:21:14.668105) \u000a19:21:18.226034 run osmo-hlr_10.42.42.2(pid=21805): stderr: \u000a| �[0;m�[1;31m20221213192114839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192114840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192114840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192114840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192114840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192114840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192114852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192114863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192114864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192114864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:18.271234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21798): Terminating (SIGTERM)\u000a19:21:18.313684 run iperf3-srv_10.42.42.10(pid=21799): Terminating (SIGTERM)\u000a19:21:18.356178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21800): Terminating (SIGTERM)\u000a19:21:18.398823 run iperf3-srv_10.42.42.10(pid=21801): Terminating (SIGTERM)\u000a19:21:18.441077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21804): Terminating (SIGTERM)\u000a19:21:18.483768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21807): Terminating (SIGTERM)\u000a19:21:18.526650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21810): Terminating (SIGTERM)\u000a19:21:18.536243 --- ParallelTerminationStrategy: PID 21798 died...\u000a19:21:18.593063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21798): Terminated: ok {rc=0}\u000a19:21:18.603054 --- ParallelTerminationStrategy: PID 21799 died...\u000a19:21:18.659492 run iperf3-srv_10.42.42.10(pid=21799): Terminated {rc=256}\u000a19:21:18.669932 --- ParallelTerminationStrategy: PID 21800 died...\u000a19:21:18.726587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21800): Terminated: ok {rc=0}\u000a19:21:18.736543 --- ParallelTerminationStrategy: PID 21801 died...\u000a19:21:18.792983 run iperf3-srv_10.42.42.10(pid=21801): Terminated {rc=256}\u000a19:21:18.802961 --- ParallelTerminationStrategy: PID 21804 died...\u000a19:21:18.859460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21804): Terminated: ok {rc=0}\u000a19:21:18.869901 --- ParallelTerminationStrategy: PID 21807 died...\u000a19:21:18.926496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21807): Terminated: ok {rc=0}\u000a19:21:18.936642 --- ParallelTerminationStrategy: PID 21810 died...\u000a19:21:18.993252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21810): Terminated: ok {rc=0}\u000a19:21:19.082580 bus /gobi_0: Setting Powered False\u000a19:21:20.188231 bus /gobi_0: Setting Powered False\u000a19:21:21.295978 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21820): Process ended prematurely: osmo-stp_10.42.42.5(pid=21820) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21820)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21820): Process ended prematurely: osmo-stp_10.42.42.5(pid=21820) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:21:22.411466 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:22.423619 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:21:22.591143 tst iperf3.py: using LAC 35723\u000a19:21:22.713442 tst iperf3.py: using RAC 23\u000a19:21:22.832099 tst iperf3.py: using CellId 35723\u000a19:21:22.951968 tst iperf3.py: using BVCI 35724\u000a19:21:22.975734 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:22.986914 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:22.997951 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:23.008809 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:23.019592 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:23.030429 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:23.041330 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:23.052050 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:23.063044 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:21:23.357927 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:21:23.493057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:21:23.826698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21812): Launched\u000a19:21:24.104299 run iperf3-srv_10.42.42.10(pid=21813): Launched\u000a19:21:24.302241 tst iperf3.py:8: start network...\u000a19:21:24.438197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:24.945744 run create_hlr_db(pid=21814): Launched\u000a19:21:25.132775 bus /gobi_6: Setting Powered False\u000a19:21:26.153999 run create_hlr_db(pid=21814): Terminated: ok {rc=0}\u000a19:21:26.582946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21816): Launched\u000a19:21:26.906369 run osmo-hlr_10.42.42.2(pid=21817): Launched\u000a19:21:27.024432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:27.589585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21819): Launched\u000a19:21:27.913710 run osmo-stp_10.42.42.5(pid=21820): Launched\u000a19:21:28.031276 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:21:28.596793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21822): Launched\u000a19:21:28.712557 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:21:28.994125 run patchelf(pid=21823): Launched\u000a19:21:29.183369 run osmo-stp_10.42.42.5(pid=21820): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21820)]\u000a19:21:29.322060 run osmo-stp_10.42.42.5(pid=21820): stdout: \u000a| (launched: 2022-12-13_19:21:27.754539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:29.460703 run osmo-stp_10.42.42.5(pid=21820): stderr: \u000a| �[0;m�[38;5;43m20221213192127942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192127942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192127942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192127943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192127943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192127943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192127943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:29.594950 run osmo-stp_10.42.42.5(pid=21820): stdout: \u000a| (launched: 2022-12-13_19:21:27.754539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:29.728151 run osmo-stp_10.42.42.5(pid=21820): stderr: \u000a| �[0;m�[38;5;43m20221213192127942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192127942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192127942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192127943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192127943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192127943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192127943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:29.882966 run patchelf(pid=21823): Terminating (SIGINT)\u000a19:21:30.064246 run patchelf(pid=21823): Terminated: ok {rc=0}\u000a19:21:30.097680 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21820): Process ended prematurely: osmo-stp_10.42.42.5(pid=21820) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21820)] [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:21:30.107633 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:21:30.171557 run osmo-hlr_10.42.42.2(pid=21817): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21817)]\u000a19:21:30.223788 run osmo-hlr_10.42.42.2(pid=21817): stdout: \u000a| (launched: 2022-12-13_19:21:26.747740) \u000a19:21:30.276441 run osmo-hlr_10.42.42.2(pid=21817): stderr: \u000a| �[0;m�[1;31m20221213192126941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192126941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192126941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192126942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192126942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192126942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192126954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192126962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192126962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192126962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:30.321704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21812): Terminating (SIGTERM)\u000a19:21:30.364677 run iperf3-srv_10.42.42.10(pid=21813): Terminating (SIGTERM)\u000a19:21:30.407283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21816): Terminating (SIGTERM)\u000a19:21:30.450214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21819): Terminating (SIGTERM)\u000a19:21:30.493061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21822): Terminating (SIGTERM)\u000a19:21:30.502792 --- ParallelTerminationStrategy: PID 21812 died...\u000a19:21:30.560372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21812): Terminated: ok {rc=0}\u000a19:21:30.570537 --- ParallelTerminationStrategy: PID 21813 died...\u000a19:21:30.627570 run iperf3-srv_10.42.42.10(pid=21813): Terminated {rc=256}\u000a19:21:30.637783 --- ParallelTerminationStrategy: PID 21816 died...\u000a19:21:30.694903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21816): Terminated: ok {rc=0}\u000a19:21:30.705175 --- ParallelTerminationStrategy: PID 21819 died...\u000a19:21:30.762270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21819): Terminated: ok {rc=0}\u000a19:21:30.772419 --- ParallelTerminationStrategy: PID 21822 died...\u000a19:21:30.830144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21822): Terminated: ok {rc=0}\u000a19:21:30.923026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21838): Process ended prematurely: osmo-stp_10.42.42.5(pid=21838) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21838)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21838): Process ended prematurely: osmo-stp_10.42.42.5(pid=21838) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:21:32.050871 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:32.063603 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:21:32.233509 tst iperf3m4.py: using LAC 35724\u000a19:21:32.355466 tst iperf3m4.py: using RAC 24\u000a19:21:32.475939 tst iperf3m4.py: using CellId 35724\u000a19:21:32.596608 tst iperf3m4.py: using BVCI 35725\u000a19:21:32.619717 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:32.631087 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:32.641987 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:32.652734 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:32.663554 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:32.674361 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:32.685291 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:32.696011 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:32.706990 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:21:32.822911 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:21:32.940725 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:21:33.061673 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:21:33.340874 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:21:33.466495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:21:33.779481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21824): Launched\u000a19:21:34.040747 run iperf3-srv_10.42.42.10(pid=21825): Launched\u000a19:21:34.224631 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:21:34.350545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:21:34.663578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21826): Launched\u000a19:21:34.922543 run iperf3-srv_10.42.42.10(pid=21827): Launched\u000a19:21:35.106978 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:21:35.232400 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:21:35.545240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21828): Launched\u000a19:21:35.805247 run iperf3-srv_10.42.42.10(pid=21829): Launched\u000a19:21:35.989245 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:21:36.114631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:21:36.427695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21830): Launched\u000a19:21:36.686853 run iperf3-srv_10.42.42.10(pid=21831): Launched\u000a19:21:36.869950 tst iperf3m4.py:8: start network...\u000a19:21:36.994961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:37.478558 run create_hlr_db(pid=21832): Launched\u000a19:21:37.653778 bus /gobi_6: Setting Powered False\u000a19:21:38.673771 run create_hlr_db(pid=21832): Terminated: ok {rc=0}\u000a19:21:39.104384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21834): Launched\u000a19:21:39.430164 run osmo-hlr_10.42.42.2(pid=21835): Launched\u000a19:21:39.551117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:40.115490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21837): Launched\u000a19:21:40.441136 run osmo-stp_10.42.42.5(pid=21838): Launched\u000a19:21:40.559395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:21:41.125649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21840): Launched\u000a19:21:41.241441 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:21:41.524096 run patchelf(pid=21841): Launched\u000a19:21:41.714291 run osmo-stp_10.42.42.5(pid=21838): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21838)]\u000a19:21:41.852920 run osmo-stp_10.42.42.5(pid=21838): stdout: \u000a| (launched: 2022-12-13_19:21:40.280644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:41.992457 run osmo-stp_10.42.42.5(pid=21838): stderr: \u000a| �[0;m�[38;5;43m20221213192140469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192140469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192140469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192140470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192140470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192140470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192140470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:42.126932 run osmo-stp_10.42.42.5(pid=21838): stdout: \u000a| (launched: 2022-12-13_19:21:40.280644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:42.260186 run osmo-stp_10.42.42.5(pid=21838): stderr: \u000a| �[0;m�[38;5;43m20221213192140469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192140469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192140469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192140470 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192140470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192140470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192140470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:42.415785 run patchelf(pid=21841): Terminating (SIGINT)\u000a19:21:42.597592 run patchelf(pid=21841): Terminated: ok {rc=0}\u000a19:21:42.631182 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21838): Process ended prematurely: osmo-stp_10.42.42.5(pid=21838) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21838)] [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:21:42.641059 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a19:21:42.705689 run osmo-hlr_10.42.42.2(pid=21835): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21835)]\u000a19:21:42.758333 run osmo-hlr_10.42.42.2(pid=21835): stdout: \u000a| (launched: 2022-12-13_19:21:39.270190) \u000a19:21:42.811564 run osmo-hlr_10.42.42.2(pid=21835): stderr: \u000a| �[0;m�[1;31m20221213192139463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192139463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192139463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192139463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192139463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192139463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192139476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192139486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192139486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192139486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:42.857059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21824): Terminating (SIGTERM)\u000a19:21:42.899903 run iperf3-srv_10.42.42.10(pid=21825): Terminating (SIGTERM)\u000a19:21:42.942570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21826): Terminating (SIGTERM)\u000a19:21:42.985078 run iperf3-srv_10.42.42.10(pid=21827): Terminating (SIGTERM)\u000a19:21:43.027353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21828): Terminating (SIGTERM)\u000a19:21:43.070016 run iperf3-srv_10.42.42.10(pid=21829): Terminating (SIGTERM)\u000a19:21:43.112392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21830): Terminating (SIGTERM)\u000a19:21:43.154966 run iperf3-srv_10.42.42.10(pid=21831): Terminating (SIGTERM)\u000a19:21:43.197673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21834): Terminating (SIGTERM)\u000a19:21:43.239827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21837): Terminating (SIGTERM)\u000a19:21:43.282239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21840): Terminating (SIGTERM)\u000a19:21:43.291628 --- ParallelTerminationStrategy: PID 21824 died...\u000a19:21:43.348629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21824): Terminated: ok {rc=0}\u000a19:21:43.358741 --- ParallelTerminationStrategy: PID 21825 died...\u000a19:21:43.414985 run iperf3-srv_10.42.42.10(pid=21825): Terminated {rc=256}\u000a19:21:43.424915 --- ParallelTerminationStrategy: PID 21826 died...\u000a19:21:43.481416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21826): Terminated: ok {rc=0}\u000a19:21:43.491462 --- ParallelTerminationStrategy: PID 21827 died...\u000a19:21:43.548240 run iperf3-srv_10.42.42.10(pid=21827): Terminated {rc=256}\u000a19:21:43.558256 --- ParallelTerminationStrategy: PID 21828 died...\u000a19:21:43.614601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21828): Terminated: ok {rc=0}\u000a19:21:43.624677 --- ParallelTerminationStrategy: PID 21829 died...\u000a19:21:43.681364 run iperf3-srv_10.42.42.10(pid=21829): Terminated {rc=256}\u000a19:21:43.691452 --- ParallelTerminationStrategy: PID 21830 died...\u000a19:21:43.747988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21830): Terminated: ok {rc=0}\u000a19:21:43.758191 --- ParallelTerminationStrategy: PID 21831 died...\u000a19:21:43.814639 run iperf3-srv_10.42.42.10(pid=21831): Terminated {rc=256}\u000a19:21:43.824685 --- ParallelTerminationStrategy: PID 21834 died...\u000a19:21:43.881365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21834): Terminated: ok {rc=0}\u000a19:21:43.891623 --- ParallelTerminationStrategy: PID 21837 died...\u000a19:21:43.948508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21837): Terminated: ok {rc=0}\u000a19:21:43.958643 --- ParallelTerminationStrategy: PID 21840 died...\u000a19:21:44.015525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21840): Terminated: ok {rc=0}\u000a19:21:44.103335 bus /gobi_4: Setting Powered False\u000a19:21:45.211106 bus /gobi_4: Setting Powered False\u000a19:21:46.321860 bus /gobi_1: Setting Powered False\u000a19:21:47.425164 bus /gobi_1: Setting Powered False\u000a19:21:48.534875 bus /gobi_0: Setting Powered False\u000a19:21:49.641036 bus /gobi_0: Setting Powered False\u000a19:21:50.750750 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21848): Process ended prematurely: osmo-stp_10.42.42.5(pid=21848) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21848)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21848): Process ended prematurely: osmo-stp_10.42.42.5(pid=21848) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:21:51.819634 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:51.831835 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:21:51.998226 tst ping.py: using LAC 35725\u000a19:21:52.126195 tst ping.py: using RAC 25\u000a19:21:52.248916 tst ping.py: using CellId 35725\u000a19:21:52.371405 tst ping.py: using BVCI 35726\u000a19:21:52.395844 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:52.407346 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:52.418702 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:52.430122 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:52.441674 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:52.453407 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:52.465232 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:52.476804 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:21:52.750422 tst ping.py:19: start network...\u000a19:21:52.874127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:53.354236 run create_hlr_db(pid=21842): Launched\u000a19:21:53.526234 bus /gobi_6: Setting Powered False\u000a19:21:54.547992 run create_hlr_db(pid=21842): Terminated: ok {rc=0}\u000a19:21:54.974085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21844): Launched\u000a19:21:55.293513 run osmo-hlr_10.42.42.2(pid=21845): Launched\u000a19:21:55.406646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:55.922573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21847): Launched\u000a19:21:56.218383 run osmo-stp_10.42.42.5(pid=21848): Launched\u000a19:21:56.324697 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:21:56.841260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21850): Launched\u000a19:21:56.946294 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:21:57.204892 run patchelf(pid=21851): Launched\u000a19:21:57.379703 run osmo-stp_10.42.42.5(pid=21848): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21848)]\u000a19:21:57.506753 run osmo-stp_10.42.42.5(pid=21848): stdout: \u000a| (launched: 2022-12-13_19:21:56.073242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:57.634729 run osmo-stp_10.42.42.5(pid=21848): stderr: \u000a| �[0;m�[38;5;43m20221213192156239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192156239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192156240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192156240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192156241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192156241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192156241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:57.757577 run osmo-stp_10.42.42.5(pid=21848): stdout: \u000a| (launched: 2022-12-13_19:21:56.073242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:57.879748 run osmo-stp_10.42.42.5(pid=21848): stderr: \u000a| �[0;m�[38;5;43m20221213192156239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192156239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192156240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192156240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192156241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192156241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192156241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:58.021623 run patchelf(pid=21851): Terminating (SIGINT)\u000a19:21:58.188436 run patchelf(pid=21851): Terminated: ok {rc=0}\u000a19:21:58.219143 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21848): Process ended prematurely: osmo-stp_10.42.42.5(pid=21848) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21848)] [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:21:58.227918 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:21:58.288157 run osmo-hlr_10.42.42.2(pid=21845): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21845)]\u000a19:21:58.337231 run osmo-hlr_10.42.42.2(pid=21845): stdout: \u000a| (launched: 2022-12-13_19:21:55.136524) \u000a19:21:58.386977 run osmo-hlr_10.42.42.2(pid=21845): stderr: \u000a| �[0;m�[1;31m20221213192155331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192155331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192155331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192155331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192155331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192155331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192155342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192155350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192155351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192155351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:58.429322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21844): Terminating (SIGTERM)\u000a19:21:58.469230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21847): Terminating (SIGTERM)\u000a19:21:58.509513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21850): Terminating (SIGTERM)\u000a19:21:58.518737 --- ParallelTerminationStrategy: PID 21844 died...\u000a19:21:58.572387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21844): Terminated: ok {rc=0}\u000a19:21:58.582125 --- ParallelTerminationStrategy: PID 21847 died...\u000a19:21:58.635494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21847): Terminated: ok {rc=0}\u000a19:21:58.645223 --- ParallelTerminationStrategy: PID 21850 died...\u000a19:21:58.698777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21850): Terminated: ok {rc=0}\u000a19:21:58.787407 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21858): Process ended prematurely: osmo-stp_10.42.42.5(pid=21858) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21858)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21858): Process ended prematurely: osmo-stp_10.42.42.5(pid=21858) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:21:59.838409 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:21:59.850289 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:22:00.009603 tst ping_idle_ping.py: using LAC 35726\u000a19:22:00.131039 tst ping_idle_ping.py: using RAC 26\u000a19:22:00.246450 tst ping_idle_ping.py: using CellId 35726\u000a19:22:00.361956 tst ping_idle_ping.py: using BVCI 35727\u000a19:22:00.384869 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:22:00.396014 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:22:00.407065 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:22:00.418033 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:22:00.428758 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:22:00.439755 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:22:00.450891 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:22:00.461920 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:22:00.753084 tst ping_idle_ping.py:24: start network...\u000a19:22:00.897434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:01.451586 run create_hlr_db(pid=21852): Launched\u000a19:22:01.628841 bus /gobi_6: Setting Powered False\u000a19:22:02.646281 run create_hlr_db(pid=21852): Terminated: ok {rc=0}\u000a19:22:03.046131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21854): Launched\u000a19:22:03.345966 run osmo-hlr_10.42.42.2(pid=21855): Launched\u000a19:22:03.465533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:03.988640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21857): Launched\u000a19:22:04.288332 run osmo-stp_10.42.42.5(pid=21858): Launched\u000a19:22:04.397037 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:22:04.919280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21860): Launched\u000a19:22:05.025814 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:22:05.286260 run patchelf(pid=21861): Launched\u000a19:22:05.461791 run osmo-stp_10.42.42.5(pid=21858): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21858)]\u000a19:22:05.589451 run osmo-stp_10.42.42.5(pid=21858): stdout: \u000a| (launched: 2022-12-13_19:22:04.142206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:05.717120 run osmo-stp_10.42.42.5(pid=21858): stderr: \u000a| �[0;m�[38;5;43m20221213192204309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192204310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192204310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192204310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192204311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192204311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192204311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:05.840579 run osmo-stp_10.42.42.5(pid=21858): stdout: \u000a| (launched: 2022-12-13_19:22:04.142206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:05.963291 run osmo-stp_10.42.42.5(pid=21858): stderr: \u000a| �[0;m�[38;5;43m20221213192204309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192204310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192204310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192204310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192204311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192204311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192204311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:06.106004 run patchelf(pid=21861): Terminating (SIGINT)\u000a19:22:06.273707 run patchelf(pid=21861): Terminated: ok {rc=0}\u000a19:22:06.304089 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21858): Process ended prematurely: osmo-stp_10.42.42.5(pid=21858) [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21858)] [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:22:06.312784 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:22:06.372857 run osmo-hlr_10.42.42.2(pid=21855): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21855)]\u000a19:22:06.421816 run osmo-hlr_10.42.42.2(pid=21855): stdout: \u000a| (launched: 2022-12-13_19:22:03.198073) \u000a19:22:06.471545 run osmo-hlr_10.42.42.2(pid=21855): stderr: \u000a| �[0;m�[1;31m20221213192203371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192203371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192203371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192203371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192203371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192203371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192203384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192203393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192203393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192203393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:06.513929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21854): Terminating (SIGTERM)\u000a19:22:06.553763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21857): Terminating (SIGTERM)\u000a19:22:06.593629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21860): Terminating (SIGTERM)\u000a19:22:06.602871 --- ParallelTerminationStrategy: PID 21854 died...\u000a19:22:06.656488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21854): Terminated: ok {rc=0}\u000a19:22:06.666275 --- ParallelTerminationStrategy: PID 21857 died...\u000a19:22:06.719300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21857): Terminated: ok {rc=0}\u000a19:22:06.728828 --- ParallelTerminationStrategy: PID 21860 died...\u000a19:22:06.782026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21860): Terminated: ok {rc=0}\u000a19:22:06.865517 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:21:08" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21875): Process ended prematurely: osmo-stp_10.42.42.5(pid=21875) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21875)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21875): Process ended prematurely: osmo-stp_10.42.42.5(pid=21875) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:22:09.050870 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:09.062954 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:22:09.211650 tst cs_paging_gprs_active.py: using LAC 35727\u000a19:22:09.339846 tst cs_paging_gprs_active.py: using RAC 27\u000a19:22:09.467520 tst cs_paging_gprs_active.py: using CellId 35727\u000a19:22:09.589798 tst cs_paging_gprs_active.py: using BVCI 35728\u000a19:22:09.613176 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:09.624602 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:09.635845 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:09.647104 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:09.658568 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:09.669982 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:09.681389 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:09.692496 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:09.703999 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:22:09.825353 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:22:10.121587 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:22:10.258249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:22:10.595073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21865): Launched\u000a19:22:10.874668 run iperf3-srv_10.42.42.10(pid=21866): Launched\u000a19:22:11.075000 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:22:11.211292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:22:11.548428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21867): Launched\u000a19:22:11.828334 run iperf3-srv_10.42.42.10(pid=21868): Launched\u000a19:22:12.028280 tst cs_paging_gprs_active.py:38: start network...\u000a19:22:12.164456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:12.678233 run create_hlr_db(pid=21869): Launched\u000a19:22:12.866924 bus /gobi_6: Setting Powered False\u000a19:22:13.888269 run create_hlr_db(pid=21869): Terminated: ok {rc=0}\u000a19:22:14.296839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21871): Launched\u000a19:22:14.602863 run osmo-hlr_10.42.42.2(pid=21872): Launched\u000a19:22:14.717087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:15.243358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21874): Launched\u000a19:22:15.547614 run osmo-stp_10.42.42.5(pid=21875): Launched\u000a19:22:15.658148 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:22:16.203295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21877): Launched\u000a19:22:16.314585 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:22:16.603356 run patchelf(pid=21878): Launched\u000a19:22:16.786057 run osmo-stp_10.42.42.5(pid=21875): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21875)]\u000a19:22:16.919550 run osmo-stp_10.42.42.5(pid=21875): stdout: \u000a| (launched: 2022-12-13_19:22:15.398357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:17.053577 run osmo-stp_10.42.42.5(pid=21875): stderr: \u000a| �[0;m�[38;5;43m20221213192215566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192215566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192215566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192215566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192215567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192215567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192215567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:17.182009 run osmo-stp_10.42.42.5(pid=21875): stdout: \u000a| (launched: 2022-12-13_19:22:15.398357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:17.307099 run osmo-stp_10.42.42.5(pid=21875): stderr: \u000a| �[0;m�[38;5;43m20221213192215566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192215566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192215566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192215566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192215567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192215567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192215567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:17.453132 run patchelf(pid=21878): Terminating (SIGINT)\u000a19:22:17.623214 run patchelf(pid=21878): Terminated: ok {rc=0}\u000a19:22:17.654488 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21875): Process ended prematurely: osmo-stp_10.42.42.5(pid=21875) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21875)] [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a19:22:17.663841 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:22:17.723931 run osmo-hlr_10.42.42.2(pid=21872): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21872)]\u000a19:22:17.773089 run osmo-hlr_10.42.42.2(pid=21872): stdout: \u000a| (launched: 2022-12-13_19:22:14.452003) \u000a19:22:17.823050 run osmo-hlr_10.42.42.2(pid=21872): stderr: \u000a| �[0;m�[1;31m20221213192214625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192214625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192214625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192214625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192214625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192214625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192214641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192214650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192214650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192214650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:17.865595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21865): Terminating (SIGTERM)\u000a19:22:17.905607 run iperf3-srv_10.42.42.10(pid=21866): Terminating (SIGTERM)\u000a19:22:17.945535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21867): Terminating (SIGTERM)\u000a19:22:17.985324 run iperf3-srv_10.42.42.10(pid=21868): Terminating (SIGTERM)\u000a19:22:18.025277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21871): Terminating (SIGTERM)\u000a19:22:18.065112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21874): Terminating (SIGTERM)\u000a19:22:18.105305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21877): Terminating (SIGTERM)\u000a19:22:18.114507 --- ParallelTerminationStrategy: PID 21865 died...\u000a19:22:18.168508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21865): Terminated: ok {rc=0}\u000a19:22:18.178256 --- ParallelTerminationStrategy: PID 21866 died...\u000a19:22:18.231427 run iperf3-srv_10.42.42.10(pid=21866): Terminated {rc=256}\u000a19:22:18.241003 --- ParallelTerminationStrategy: PID 21867 died...\u000a19:22:18.293923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21867): Terminated: ok {rc=0}\u000a19:22:18.303519 --- ParallelTerminationStrategy: PID 21868 died...\u000a19:22:18.356268 run iperf3-srv_10.42.42.10(pid=21868): Terminated {rc=256}\u000a19:22:18.365942 --- ParallelTerminationStrategy: PID 21871 died...\u000a19:22:18.418936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21871): Terminated: ok {rc=0}\u000a19:22:18.428536 --- ParallelTerminationStrategy: PID 21874 died...\u000a19:22:18.481704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21874): Terminated: ok {rc=0}\u000a19:22:18.491403 --- ParallelTerminationStrategy: PID 21877 died...\u000a19:22:18.544408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21877): Terminated: ok {rc=0}\u000a19:22:18.632506 bus /gobi_0: Setting Powered False\u000a19:22:19.735889 bus /gobi_0: Setting Powered False\u000a19:22:20.846560 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21887): Process ended prematurely: osmo-stp_10.42.42.5(pid=21887) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21887)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21887): Process ended prematurely: osmo-stp_10.42.42.5(pid=21887) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a19:22:21.957019 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:21.969011 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:22:22.111723 tst iperf3.py: using LAC 35728\u000a19:22:22.232368 tst iperf3.py: using RAC 28\u000a19:22:22.353959 tst iperf3.py: using CellId 35728\u000a19:22:22.475389 tst iperf3.py: using BVCI 35729\u000a19:22:22.498733 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:22.510158 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:22.521365 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:22.532388 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:22.543572 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:22.554681 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:22.565977 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:22.577087 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:22.588489 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:22:22.887073 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:22:23.023473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:22:23.360540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21879): Launched\u000a19:22:23.641452 run iperf3-srv_10.42.42.10(pid=21880): Launched\u000a19:22:23.840708 tst iperf3.py:8: start network...\u000a19:22:23.976881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:24.489948 run create_hlr_db(pid=21881): Launched\u000a19:22:24.677121 bus /gobi_6: Setting Powered False\u000a19:22:25.698587 run create_hlr_db(pid=21881): Terminated: ok {rc=0}\u000a19:22:26.129354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21883): Launched\u000a19:22:26.454886 run osmo-hlr_10.42.42.2(pid=21884): Launched\u000a19:22:26.577493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:27.140386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21886): Launched\u000a19:22:27.466070 run osmo-stp_10.42.42.5(pid=21887): Launched\u000a19:22:27.585361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:22:28.151927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21889): Launched\u000a19:22:28.268104 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:22:28.551834 run patchelf(pid=21890): Launched\u000a19:22:28.741827 run osmo-stp_10.42.42.5(pid=21887): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21887)]\u000a19:22:28.881146 run osmo-stp_10.42.42.5(pid=21887): stdout: \u000a| (launched: 2022-12-13_19:22:27.305904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:29.020349 run osmo-stp_10.42.42.5(pid=21887): stderr: \u000a| �[0;m�[38;5;43m20221213192227495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192227495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192227495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192227495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192227496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192227496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192227496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:29.155137 run osmo-stp_10.42.42.5(pid=21887): stdout: \u000a| (launched: 2022-12-13_19:22:27.305904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:29.288850 run osmo-stp_10.42.42.5(pid=21887): stderr: \u000a| �[0;m�[38;5;43m20221213192227495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192227495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192227495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192227495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192227496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192227496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192227496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:29.444827 run patchelf(pid=21890): Terminating (SIGINT)\u000a19:22:29.627374 run patchelf(pid=21890): Terminated: ok {rc=0}\u000a19:22:29.660804 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21887): Process ended prematurely: osmo-stp_10.42.42.5(pid=21887) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21887)] [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a19:22:29.670835 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:22:29.734316 run osmo-hlr_10.42.42.2(pid=21884): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21884)]\u000a19:22:29.786218 run osmo-hlr_10.42.42.2(pid=21884): stdout: \u000a| (launched: 2022-12-13_19:22:26.294613) \u000a19:22:29.838924 run osmo-hlr_10.42.42.2(pid=21884): stderr: \u000a| �[0;m�[1;31m20221213192226489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192226489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192226489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192226489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192226489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192226489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192226502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192226510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192226511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192226511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:29.883695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21879): Terminating (SIGTERM)\u000a19:22:29.926320 run iperf3-srv_10.42.42.10(pid=21880): Terminating (SIGTERM)\u000a19:22:29.968575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21883): Terminating (SIGTERM)\u000a19:22:30.011425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21886): Terminating (SIGTERM)\u000a19:22:30.053880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21889): Terminating (SIGTERM)\u000a19:22:30.063586 --- ParallelTerminationStrategy: PID 21879 died...\u000a19:22:30.120713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21879): Terminated: ok {rc=0}\u000a19:22:30.130880 --- ParallelTerminationStrategy: PID 21880 died...\u000a19:22:30.187295 run iperf3-srv_10.42.42.10(pid=21880): Terminated {rc=256}\u000a19:22:30.197464 --- ParallelTerminationStrategy: PID 21883 died...\u000a19:22:30.253977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21883): Terminated: ok {rc=0}\u000a19:22:30.264083 --- ParallelTerminationStrategy: PID 21886 died...\u000a19:22:30.320665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21886): Terminated: ok {rc=0}\u000a19:22:30.330841 --- ParallelTerminationStrategy: PID 21889 died...\u000a19:22:30.388084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21889): Terminated: ok {rc=0}\u000a19:22:30.475483 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21905): Process ended prematurely: osmo-stp_10.42.42.5(pid=21905) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21905)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21905): Process ended prematurely: osmo-stp_10.42.42.5(pid=21905) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a19:22:31.599031 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:31.612466 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:22:31.794839 tst iperf3m4.py: using LAC 35729\u000a19:22:31.919705 tst iperf3m4.py: using RAC 29\u000a19:22:32.059269 tst iperf3m4.py: using CellId 35729\u000a19:22:32.205146 tst iperf3m4.py: using BVCI 35730\u000a19:22:32.229924 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:32.242072 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:32.254006 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:32.265884 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:32.277977 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:32.290009 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:32.301844 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:32.313348 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:32.325097 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:22:32.440843 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:22:32.563539 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:22:32.682827 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:22:32.977791 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:22:33.114346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:22:33.450781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21891): Launched\u000a19:22:33.730777 run iperf3-srv_10.42.42.10(pid=21892): Launched\u000a19:22:33.930411 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:22:34.066865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:22:34.402196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21893): Launched\u000a19:22:34.682140 run iperf3-srv_10.42.42.10(pid=21894): Launched\u000a19:22:34.880778 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:22:35.016323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:22:35.351698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21895): Launched\u000a19:22:35.631025 run iperf3-srv_10.42.42.10(pid=21896): Launched\u000a19:22:35.829550 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:22:35.964613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:22:36.298547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21897): Launched\u000a19:22:36.576773 run iperf3-srv_10.42.42.10(pid=21898): Launched\u000a19:22:36.775362 tst iperf3m4.py:8: start network...\u000a19:22:36.910760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:37.423389 run create_hlr_db(pid=21899): Launched\u000a19:22:37.611627 bus /gobi_6: Setting Powered False\u000a19:22:38.621188 run create_hlr_db(pid=21899): Terminated: ok {rc=0}\u000a19:22:39.062647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21901): Launched\u000a19:22:39.388755 run osmo-hlr_10.42.42.2(pid=21902): Launched\u000a19:22:39.509099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:40.074594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21904): Launched\u000a19:22:40.399592 run osmo-stp_10.42.42.5(pid=21905): Launched\u000a19:22:40.518066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:22:41.083502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21907): Launched\u000a19:22:41.199414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:22:41.482889 run patchelf(pid=21908): Launched\u000a19:22:41.673132 run osmo-stp_10.42.42.5(pid=21905): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21905)]\u000a19:22:41.812382 run osmo-stp_10.42.42.5(pid=21905): stdout: \u000a| (launched: 2022-12-13_19:22:40.239909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:41.951343 run osmo-stp_10.42.42.5(pid=21905): stderr: \u000a| �[0;m�[38;5;43m20221213192240427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192240427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192240427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192240428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192240428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192240428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192240428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:42.086452 run osmo-stp_10.42.42.5(pid=21905): stdout: \u000a| (launched: 2022-12-13_19:22:40.239909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:42.219990 run osmo-stp_10.42.42.5(pid=21905): stderr: \u000a| �[0;m�[38;5;43m20221213192240427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192240427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192240427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192240428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192240428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192240428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192240428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:42.376081 run patchelf(pid=21908): Terminating (SIGINT)\u000a19:22:42.558184 run patchelf(pid=21908): Terminated: ok {rc=0}\u000a19:22:42.591476 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21905): Process ended prematurely: osmo-stp_10.42.42.5(pid=21905) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21905)] [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a19:22:42.601446 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:22:42.665528 run osmo-hlr_10.42.42.2(pid=21902): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21902)]\u000a19:22:42.717501 run osmo-hlr_10.42.42.2(pid=21902): stdout: \u000a| (launched: 2022-12-13_19:22:39.228155) \u000a19:22:42.769928 run osmo-hlr_10.42.42.2(pid=21902): stderr: \u000a| �[0;m�[1;31m20221213192239422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192239422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192239422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192239422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192239422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192239422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192239435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192239445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192239446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192239446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:42.815030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21891): Terminating (SIGTERM)\u000a19:22:42.857103 run iperf3-srv_10.42.42.10(pid=21892): Terminating (SIGTERM)\u000a19:22:42.899272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21893): Terminating (SIGTERM)\u000a19:22:42.941339 run iperf3-srv_10.42.42.10(pid=21894): Terminating (SIGTERM)\u000a19:22:42.983390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21895): Terminating (SIGTERM)\u000a19:22:43.025569 run iperf3-srv_10.42.42.10(pid=21896): Terminating (SIGTERM)\u000a19:22:43.067577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21897): Terminating (SIGTERM)\u000a19:22:43.109636 run iperf3-srv_10.42.42.10(pid=21898): Terminating (SIGTERM)\u000a19:22:43.151628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21901): Terminating (SIGTERM)\u000a19:22:43.193663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21904): Terminating (SIGTERM)\u000a19:22:43.235595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21907): Terminating (SIGTERM)\u000a19:22:43.245283 --- ParallelTerminationStrategy: PID 21891 died...\u000a19:22:43.302191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21891): Terminated: ok {rc=0}\u000a19:22:43.312221 --- ParallelTerminationStrategy: PID 21892 died...\u000a19:22:43.368618 run iperf3-srv_10.42.42.10(pid=21892): Terminated {rc=256}\u000a19:22:43.378661 --- ParallelTerminationStrategy: PID 21893 died...\u000a19:22:43.434864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21893): Terminated: ok {rc=0}\u000a19:22:43.444818 --- ParallelTerminationStrategy: PID 21894 died...\u000a19:22:43.501365 run iperf3-srv_10.42.42.10(pid=21894): Terminated {rc=256}\u000a19:22:43.511314 --- ParallelTerminationStrategy: PID 21895 died...\u000a19:22:43.567391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21895): Terminated: ok {rc=0}\u000a19:22:43.577442 --- ParallelTerminationStrategy: PID 21896 died...\u000a19:22:43.633750 run iperf3-srv_10.42.42.10(pid=21896): Terminated {rc=256}\u000a19:22:43.643688 --- ParallelTerminationStrategy: PID 21897 died...\u000a19:22:43.700016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21897): Terminated: ok {rc=0}\u000a19:22:43.710072 --- ParallelTerminationStrategy: PID 21898 died...\u000a19:22:43.766108 run iperf3-srv_10.42.42.10(pid=21898): Terminated {rc=256}\u000a19:22:43.776106 --- ParallelTerminationStrategy: PID 21901 died...\u000a19:22:43.832244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21901): Terminated: ok {rc=0}\u000a19:22:43.842264 --- ParallelTerminationStrategy: PID 21904 died...\u000a19:22:43.898312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21904): Terminated: ok {rc=0}\u000a19:22:43.908347 --- ParallelTerminationStrategy: PID 21907 died...\u000a19:22:43.964556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21907): Terminated: ok {rc=0}\u000a19:22:44.051663 bus /gobi_4: Setting Powered False\u000a19:22:45.154562 bus /gobi_4: Setting Powered False\u000a19:22:46.263591 bus /gobi_1: Setting Powered False\u000a19:22:47.364457 bus /gobi_1: Setting Powered False\u000a19:22:48.476346 bus /gobi_0: Setting Powered False\u000a19:22:49.580358 bus /gobi_0: Setting Powered False\u000a19:22:50.691076 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21920): Process ended prematurely: osmo-stp_10.42.42.5(pid=21920) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21920)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21920): Process ended prematurely: osmo-stp_10.42.42.5(pid=21920) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a19:22:51.758027 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:51.770073 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:22:51.931557 tst ping.py: using LAC 35730\u000a19:22:52.048097 tst ping.py: using RAC 30\u000a19:22:52.166542 tst ping.py: using CellId 35730\u000a19:22:52.284594 tst ping.py: using BVCI 35731\u000a19:22:52.307346 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:52.318862 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:52.330064 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:52.341259 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:52.352421 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:52.363631 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:52.375041 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:52.386303 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:22:52.672331 tst ping.py:19: start network...\u000a19:22:52.805602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:53.306026 run create_hlr_db(pid=21914): Launched\u000a19:22:53.491379 bus /gobi_6: Setting Powered False\u000a19:22:54.511466 run create_hlr_db(pid=21914): Terminated: ok {rc=0}\u000a19:22:54.909375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21916): Launched\u000a19:22:55.206667 run osmo-hlr_10.42.42.2(pid=21917): Launched\u000a19:22:55.314953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:55.833847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21919): Launched\u000a19:22:56.130923 run osmo-stp_10.42.42.5(pid=21920): Launched\u000a19:22:56.238738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:22:56.757362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21922): Launched\u000a19:22:56.862860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:22:57.121452 run patchelf(pid=21923): Launched\u000a19:22:57.295203 run osmo-stp_10.42.42.5(pid=21920): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21920)]\u000a19:22:57.422148 run osmo-stp_10.42.42.5(pid=21920): stdout: \u000a| (launched: 2022-12-13_19:22:55.985509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:57.549551 run osmo-stp_10.42.42.5(pid=21920): stderr: \u000a| �[0;m�[38;5;43m20221213192256154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192256154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192256154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192256155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192256155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192256155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192256155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:57.672600 run osmo-stp_10.42.42.5(pid=21920): stdout: \u000a| (launched: 2022-12-13_19:22:55.985509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:57.795646 run osmo-stp_10.42.42.5(pid=21920): stderr: \u000a| �[0;m�[38;5;43m20221213192256154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192256154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192256154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192256155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192256155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192256155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192256155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:57.937302 run patchelf(pid=21923): Terminating (SIGINT)\u000a19:22:58.103534 run patchelf(pid=21923): Terminated: ok {rc=0}\u000a19:22:58.133874 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21920): Process ended prematurely: osmo-stp_10.42.42.5(pid=21920) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21920)] [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a19:22:58.142513 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:22:58.202338 run osmo-hlr_10.42.42.2(pid=21917): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21917)]\u000a19:22:58.251367 run osmo-hlr_10.42.42.2(pid=21917): stdout: \u000a| (launched: 2022-12-13_19:22:55.060234) \u000a19:22:58.301253 run osmo-hlr_10.42.42.2(pid=21917): stderr: \u000a| �[0;m�[1;31m20221213192255230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192255230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192255230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192255231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192255231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192255231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192255243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192255252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192255252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192255252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:58.343518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21916): Terminating (SIGTERM)\u000a19:22:58.383456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21919): Terminating (SIGTERM)\u000a19:22:58.423258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21922): Terminating (SIGTERM)\u000a19:22:58.432063 --- ParallelTerminationStrategy: PID 21916 died...\u000a19:22:58.485123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21916): Terminated: ok {rc=0}\u000a19:22:58.494620 --- ParallelTerminationStrategy: PID 21919 died...\u000a19:22:58.547581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21919): Terminated: ok {rc=0}\u000a19:22:58.557191 --- ParallelTerminationStrategy: PID 21922 died...\u000a19:22:58.610093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21922): Terminated: ok {rc=0}\u000a19:22:58.699328 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21930): Process ended prematurely: osmo-stp_10.42.42.5(pid=21930) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21930)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21930): Process ended prematurely: osmo-stp_10.42.42.5(pid=21930) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a19:22:59.751528 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:22:59.763960 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:22:59.901607 tst ping_idle_ping.py: using LAC 35731\u000a19:23:00.017523 tst ping_idle_ping.py: using RAC 31\u000a19:23:00.133687 tst ping_idle_ping.py: using CellId 35731\u000a19:23:00.250660 tst ping_idle_ping.py: using BVCI 35732\u000a19:23:00.273519 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:23:00.284868 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:23:00.296026 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:23:00.307331 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:23:00.318536 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:23:00.329681 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:23:00.340926 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:23:00.352164 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:23:00.625709 tst ping_idle_ping.py:24: start network...\u000a19:23:00.749458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:01.316442 run create_hlr_db(pid=21924): Launched\u000a19:23:01.509322 bus /gobi_6: Setting Powered False\u000a19:23:02.524544 run create_hlr_db(pid=21924): Terminated: ok {rc=0}\u000a19:23:02.952479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21926): Launched\u000a19:23:03.272071 run osmo-hlr_10.42.42.2(pid=21927): Launched\u000a19:23:03.387395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:03.942927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21929): Launched\u000a19:23:04.261729 run osmo-stp_10.42.42.5(pid=21930): Launched\u000a19:23:04.378450 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:23:04.934990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21932): Launched\u000a19:23:05.048922 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:23:05.327119 run patchelf(pid=21933): Launched\u000a19:23:05.514826 run osmo-stp_10.42.42.5(pid=21930): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21930)]\u000a19:23:05.651703 run osmo-stp_10.42.42.5(pid=21930): stdout: \u000a| (launched: 2022-12-13_19:23:04.105251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:05.789495 run osmo-stp_10.42.42.5(pid=21930): stderr: \u000a| �[0;m�[38;5;43m20221213192304291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192304292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192304292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192304292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192304293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192304293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192304293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:05.922668 run osmo-stp_10.42.42.5(pid=21930): stdout: \u000a| (launched: 2022-12-13_19:23:04.105251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:06.054367 run osmo-stp_10.42.42.5(pid=21930): stderr: \u000a| �[0;m�[38;5;43m20221213192304291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192304292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192304292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192304292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192304293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192304293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192304293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:06.207249 run patchelf(pid=21933): Terminating (SIGINT)\u000a19:23:06.386517 run patchelf(pid=21933): Terminated: ok {rc=0}\u000a19:23:06.419087 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21930): Process ended prematurely: osmo-stp_10.42.42.5(pid=21930) [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21930)] [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a19:23:06.428513 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:23:06.492184 run osmo-hlr_10.42.42.2(pid=21927): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21927)]\u000a19:23:06.544198 run osmo-hlr_10.42.42.2(pid=21927): stdout: \u000a| (launched: 2022-12-13_19:23:03.114965) \u000a19:23:06.596936 run osmo-hlr_10.42.42.2(pid=21927): stderr: \u000a| �[0;m�[1;31m20221213192303308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192303308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192303308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192303308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192303308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192303308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192303320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192303329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192303329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192303329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:06.642075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21926): Terminating (SIGTERM)\u000a19:23:06.685096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21929): Terminating (SIGTERM)\u000a19:23:06.727649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21932): Terminating (SIGTERM)\u000a19:23:06.737494 --- ParallelTerminationStrategy: PID 21926 died...\u000a19:23:06.794515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21926): Terminated: ok {rc=0}\u000a19:23:06.804660 --- ParallelTerminationStrategy: PID 21929 died...\u000a19:23:06.861209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21929): Terminated: ok {rc=0}\u000a19:23:06.871291 --- ParallelTerminationStrategy: PID 21932 died...\u000a19:23:06.927769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21932): Terminated: ok {rc=0}\u000a19:23:07.014813 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:22:08" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21943): Process ended prematurely: osmo-stp_10.42.42.5(pid=21943) [trial-2393↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21943)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21943): Process ended prematurely: osmo-stp_10.42.42.5(pid=21943) [trial-2393↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:23:09.062963 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:23:09.074339 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:23:09.234854 tst switch_tch_pdch.py: using LAC 35732\u000a19:23:09.350441 tst switch_tch_pdch.py: using RAC 32\u000a19:23:09.465780 tst switch_tch_pdch.py: using CellId 35732\u000a19:23:09.580396 tst switch_tch_pdch.py: using BVCI 35733\u000a19:23:09.603171 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:23:09.614446 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:23:09.625563 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:23:09.636624 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:23:09.648149 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:23:09.659648 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:23:09.671343 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:23:09.683009 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:23:09.803354 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:23:10.095727 tst switch_tch_pdch.py:51: start network...\u000a19:23:10.229816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:10.734923 run create_hlr_db(pid=21937): Launched\u000a19:23:10.920462 bus /gobi_6: Setting Powered False\u000a19:23:11.941489 run create_hlr_db(pid=21937): Terminated: ok {rc=0}\u000a19:23:12.366223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21939): Launched\u000a19:23:12.686260 run osmo-hlr_10.42.42.2(pid=21940): Launched\u000a19:23:12.803442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:13.358524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21942): Launched\u000a19:23:13.677453 run osmo-stp_10.42.42.5(pid=21943): Launched\u000a19:23:13.793027 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:23:14.349395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21945): Launched\u000a19:23:14.463793 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:23:14.740933 run patchelf(pid=21946): Launched\u000a19:23:14.927604 run osmo-stp_10.42.42.5(pid=21943): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21943)]\u000a19:23:15.064065 run osmo-stp_10.42.42.5(pid=21943): stdout: \u000a| (launched: 2022-12-13_19:23:13.521086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:15.201195 run osmo-stp_10.42.42.5(pid=21943): stderr: \u000a| �[0;m�[38;5;43m20221213192313709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192313710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192313710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192313710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192313711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192313711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192313711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:15.333623 run osmo-stp_10.42.42.5(pid=21943): stdout: \u000a| (launched: 2022-12-13_19:23:13.521086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:15.465298 run osmo-stp_10.42.42.5(pid=21943): stderr: \u000a| �[0;m�[38;5;43m20221213192313709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192313710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192313710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192313710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192313711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192313711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192313711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:15.617026 run patchelf(pid=21946): Terminating (SIGINT)\u000a19:23:15.795361 run patchelf(pid=21946): Terminated: ok {rc=0}\u000a19:23:15.827999 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21943): Process ended prematurely: osmo-stp_10.42.42.5(pid=21943) [trial-2393↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21943)] [trial-2393↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:23:15.838377 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a19:23:15.912120 run osmo-hlr_10.42.42.2(pid=21940): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21940)]\u000a19:23:15.965840 run osmo-hlr_10.42.42.2(pid=21940): stdout: \u000a| (launched: 2022-12-13_19:23:12.529527) \u000a19:23:16.020470 run osmo-hlr_10.42.42.2(pid=21940): stderr: \u000a| �[0;m�[1;31m20221213192312723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192312723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192312723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192312723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192312723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192312723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192312736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192312744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192312745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192312745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:16.067216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21939): Terminating (SIGTERM)\u000a19:23:16.113198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21942): Terminating (SIGTERM)\u000a19:23:16.157780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21945): Terminating (SIGTERM)\u000a19:23:16.167928 --- ParallelTerminationStrategy: PID 21939 died...\u000a19:23:16.227561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21939): Terminated: ok {rc=0}\u000a19:23:16.239555 --- ParallelTerminationStrategy: PID 21942 died...\u000a19:23:16.297907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21942): Terminated: ok {rc=0}\u000a19:23:16.308797 --- ParallelTerminationStrategy: PID 21945 died...\u000a19:23:16.367877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21945): Terminated: ok {rc=0}\u000a19:23:16.458641 bus /gobi_0: Setting Powered False\u000a19:23:17.565587 bus /gobi_0: Setting Powered False\u000a19:23:18.672816 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:23:08" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21956): Process ended prematurely: osmo-stp_10.42.42.5(pid=21956) [trial-2393↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21956)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21956): Process ended prematurely: osmo-stp_10.42.42.5(pid=21956) [trial-2393↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:23:20.657190 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:23:20.668712 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:23:20.825238 tst switch_tch_pdch.py: using LAC 35733\u000a19:23:20.940836 tst switch_tch_pdch.py: using RAC 33\u000a19:23:21.058827 tst switch_tch_pdch.py: using CellId 35733\u000a19:23:21.179373 tst switch_tch_pdch.py: using BVCI 35734\u000a19:23:21.202305 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:23:21.213486 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:23:21.224143 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:23:21.234929 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:23:21.245694 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:23:21.256478 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:23:21.267443 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:23:21.278350 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:23:21.397865 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:23:21.689408 tst switch_tch_pdch.py:51: start network...\u000a19:23:21.822563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:22.298120 run create_hlr_db(pid=21950): Launched\u000a19:23:22.428414 bus /gobi_6: Setting Powered False\u000a19:23:23.504468 run create_hlr_db(pid=21950): Terminated: ok {rc=0}\u000a19:23:23.879113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21952): Launched\u000a19:23:24.176714 run osmo-hlr_10.42.42.2(pid=21953): Launched\u000a19:23:24.285503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:24.776547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21955): Launched\u000a19:23:25.073628 run osmo-stp_10.42.42.5(pid=21956): Launched\u000a19:23:25.181039 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:23:25.673525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21958): Launched\u000a19:23:25.779370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:23:26.039353 run patchelf(pid=21959): Launched\u000a19:23:26.213569 run osmo-stp_10.42.42.5(pid=21956): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21956)]\u000a19:23:26.341171 run osmo-stp_10.42.42.5(pid=21956): stdout: \u000a| (launched: 2022-12-13_19:23:24.927885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:26.469354 run osmo-stp_10.42.42.5(pid=21956): stderr: \u000a| �[0;m�[38;5;43m20221213192325093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192325093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192325093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192325094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192325094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192325094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192325094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:26.592901 run osmo-stp_10.42.42.5(pid=21956): stdout: \u000a| (launched: 2022-12-13_19:23:24.927885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:26.716231 run osmo-stp_10.42.42.5(pid=21956): stderr: \u000a| �[0;m�[38;5;43m20221213192325093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192325093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192325093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192325094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192325094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192325094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192325094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:26.858498 run patchelf(pid=21959): Terminating (SIGINT)\u000a19:23:27.025429 run patchelf(pid=21959): Terminated: ok {rc=0}\u000a19:23:27.055741 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21956): Process ended prematurely: osmo-stp_10.42.42.5(pid=21956) [trial-2393↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21956)] [trial-2393↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:23:27.064354 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a19:23:27.124289 run osmo-hlr_10.42.42.2(pid=21953): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21953)]\u000a19:23:27.173425 run osmo-hlr_10.42.42.2(pid=21953): stdout: \u000a| (launched: 2022-12-13_19:23:24.030956) \u000a19:23:27.223223 run osmo-hlr_10.42.42.2(pid=21953): stderr: \u000a| �[0;m�[1;31m20221213192324201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192324201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192324201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192324201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192324201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192324201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192324214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192324222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192324223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192324223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:27.265590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21952): Terminating (SIGTERM)\u000a19:23:27.305398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21955): Terminating (SIGTERM)\u000a19:23:27.345612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21958): Terminating (SIGTERM)\u000a19:23:27.354824 --- ParallelTerminationStrategy: PID 21952 died...\u000a19:23:27.408168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21952): Terminated: ok {rc=0}\u000a19:23:27.417882 --- ParallelTerminationStrategy: PID 21955 died...\u000a19:23:27.470529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21955): Terminated: ok {rc=0}\u000a19:23:27.480073 --- ParallelTerminationStrategy: PID 21958 died...\u000a19:23:27.533038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21958): Terminated: ok {rc=0}\u000a19:23:27.620541 bus /gobi_0: Setting Powered False\u000a19:23:28.724825 bus /gobi_0: Setting Powered False\u000a19:23:29.830507 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:23:20" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21964): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21964) [trial-2393↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21964)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21964): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21964) [trial-2393↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a19:23:31.773959 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a19:23:31.789250 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a19:23:31.969482 tst mo_mt_sms.py: using LAC 35734\u000a19:23:32.123748 tst mo_mt_sms.py: using RAC 34\u000a19:23:32.263022 tst mo_mt_sms.py: using CellId 35734\u000a19:23:32.380793 tst mo_mt_sms.py: using BVCI 35735\u000a19:23:32.403623 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a19:23:32.522728 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a19:23:32.796533 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:23:32.920491 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:23:33.536184 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21963): Launched\u000a19:23:33.830940 run osmo-nitb_10.42.42.2(pid=21964): Launched\u000a19:23:34.014731 run osmo-nitb_10.42.42.2(pid=21964): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21964)]\u000a19:23:34.150252 run osmo-nitb_10.42.42.2(pid=21964): stdout: \u000a| (launched: 2022-12-13_19:23:33.687405) \u000a19:23:34.285802 run osmo-nitb_10.42.42.2(pid=21964): stderr: \u000a| (launched: 2022-12-13_19:23:33.731627)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:23:34.416606 run osmo-nitb_10.42.42.2(pid=21964): stdout: \u000a| (launched: 2022-12-13_19:23:33.687405) \u000a19:23:34.546399 run osmo-nitb_10.42.42.2(pid=21964): stderr: \u000a| (launched: 2022-12-13_19:23:33.731627)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:23:34.951875 tst osmo-nitb_10.42.42.2(pid=21964): stdout: \u000a| (launched: 2022-12-13_19:23:33.687405) \u000a19:23:35.070657 tst osmo-nitb_10.42.42.2(pid=21964): stderr: \u000a| (launched: 2022-12-13_19:23:33.731627)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:23:35.123126 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21964): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21964) [trial-2393↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21964)] [trial-2393↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a19:23:35.131487 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a19:23:35.166363 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21963): Terminating (SIGTERM)\u000a19:23:35.343849 --- ParallelTerminationStrategy: PID 21963 died...\u000a19:23:35.399389 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21963): Terminated: ok {rc=0}\u000a19:23:35.489154 bus /sierra_3: Setting Powered False\u000a19:23:36.593496 bus /sierra_3: Setting Powered False\u000a19:23:37.705475 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:23:31" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21974): Process ended prematurely: osmo-stp_10.42.42.5(pid=21974) [trial-2393↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21974)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21974): Process ended prematurely: osmo-stp_10.42.42.5(pid=21974) [trial-2393↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a19:23:39.607220 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:23:39.618462 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a19:23:39.761623 tst mo_mt_sms.py: using LAC 35735\u000a19:23:39.884804 tst mo_mt_sms.py: using RAC 35\u000a19:23:40.012376 tst mo_mt_sms.py: using CellId 35735\u000a19:23:40.136339 tst mo_mt_sms.py: using BVCI 35736\u000a19:23:40.160420 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:23:40.171449 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:23:40.182432 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:23:40.193283 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:23:40.204813 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:23:40.216159 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a19:23:40.332864 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a19:23:40.545839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:41.046871 run create_hlr_db(pid=21968): Launched\u000a19:23:41.232052 bus /sierra_2: Setting Powered False\u000a19:23:42.252663 run create_hlr_db(pid=21968): Terminated: ok {rc=0}\u000a19:23:42.652671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21970): Launched\u000a19:23:42.950553 run osmo-hlr_10.42.42.2(pid=21971): Launched\u000a19:23:43.059890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:43.576906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21973): Launched\u000a19:23:43.874333 run osmo-stp_10.42.42.5(pid=21974): Launched\u000a19:23:43.982261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:23:44.529250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21976): Launched\u000a19:23:44.827499 run osmo-msc_10.42.42.6(pid=21977): Launched\u000a19:23:45.001798 run osmo-stp_10.42.42.5(pid=21974): ERR: Terminated: ERROR {rc=1} [trial-2393↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21974)]\u000a19:23:45.127877 run osmo-stp_10.42.42.5(pid=21974): stdout: \u000a| (launched: 2022-12-13_19:23:43.727601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:45.251646 run osmo-stp_10.42.42.5(pid=21974): stderr: \u000a| �[0;m�[38;5;43m20221213192343895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192343896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192343896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192343896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192343897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192343897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192343897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:45.371419 run osmo-stp_10.42.42.5(pid=21974): stdout: \u000a| (launched: 2022-12-13_19:23:43.727601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:45.490649 run osmo-stp_10.42.42.5(pid=21974): stderr: \u000a| �[0;m�[38;5;43m20221213192343895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192343896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192343896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192343896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192343897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192343897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192343897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:45.542742 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21974): Process ended prematurely: osmo-stp_10.42.42.5(pid=21974) [trial-2393↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21974)] [trial-2393↪sms:trx-lms↪mo_mt_sms.py:16]\u000a19:23:45.550791 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a19:23:45.610524 run osmo-hlr_10.42.42.2(pid=21971): ERR: Terminated: ERROR {rc=237} [trial-2393↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21971)]\u000a19:23:45.659604 run osmo-hlr_10.42.42.2(pid=21971): stdout: \u000a| (launched: 2022-12-13_19:23:42.804072) \u000a19:23:45.709175 run osmo-hlr_10.42.42.2(pid=21971): stderr: \u000a| �[0;m�[1;31m20221213192342977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192342977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192342977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192342977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192342977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192342977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192342988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192342997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192342997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192342998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:45.776339 run osmo-msc_10.42.42.6(pid=21977): ERR: Terminated: ERROR {rc=2} [trial-2393↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21977)]\u000a19:23:45.825037 run osmo-msc_10.42.42.6(pid=21977): stdout: \u000a| (launched: 2022-12-13_19:23:44.679896) \u000a19:23:45.876095 run osmo-msc_10.42.42.6(pid=21977): stderr: \u000a| �[0;m�[38;5;43m20221213192344946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192344947 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f404a69ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192344947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192344947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192344947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192344947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192344949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192344949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192344949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192344950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:23:45.933437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21970): Terminating (SIGTERM)\u000a19:23:45.974171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21973): Terminating (SIGTERM)\u000a19:23:46.014750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21976): Terminating (SIGTERM)\u000a19:23:46.024018 --- ParallelTerminationStrategy: PID 21970 died...\u000a19:23:46.080378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21970): Terminated: ok {rc=0}\u000a19:23:46.091247 --- ParallelTerminationStrategy: PID 21973 died...\u000a19:23:46.145231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21973): Terminated: ok {rc=0}\u000a19:23:46.155113 --- ParallelTerminationStrategy: PID 21976 died...\u000a19:23:46.208823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21976): Terminated: ok {rc=0}\u000a19:23:46.313679 bus /sierra_3: Setting Powered False\u000a19:23:47.421633 bus /sierra_3: Setting Powered False\u000a19:23:48.529099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:23:39" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21983): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21983) [trial-2393↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21983)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21983): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21983) [trial-2393↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a19:23:50.373576 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a19:23:50.384846 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a19:23:50.521227 tst assert_extension.py: using LAC 35736\u000a19:23:50.638334 tst assert_extension.py: using RAC 36\u000a19:23:50.760713 tst assert_extension.py: using CellId 35736\u000a19:23:50.876260 tst assert_extension.py: using BVCI 35737\u000a19:23:50.898846 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a19:23:51.189873 tst assert_extension.py:10: start nitb and bts...\u000a19:23:51.323670 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:23:51.984843 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21982): Launched\u000a19:23:52.301628 run osmo-nitb_10.42.42.2(pid=21983): Launched\u000a19:23:52.497759 run osmo-nitb_10.42.42.2(pid=21983): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21983)]\u000a19:23:52.641845 run osmo-nitb_10.42.42.2(pid=21983): stdout: \u000a| (launched: 2022-12-13_19:23:52.147334) \u000a19:23:52.786393 run osmo-nitb_10.42.42.2(pid=21983): stderr: \u000a| (launched: 2022-12-13_19:23:52.195328)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:23:52.926512 run osmo-nitb_10.42.42.2(pid=21983): stdout: \u000a| (launched: 2022-12-13_19:23:52.147334) \u000a19:23:53.065805 run osmo-nitb_10.42.42.2(pid=21983): stderr: \u000a| (launched: 2022-12-13_19:23:52.195328)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:23:53.430456 tst osmo-nitb_10.42.42.2(pid=21983): stdout: \u000a| (launched: 2022-12-13_19:23:52.147334) \u000a19:23:53.558788 tst osmo-nitb_10.42.42.2(pid=21983): stderr: \u000a| (launched: 2022-12-13_19:23:52.195328)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:23:53.614636 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21983): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21983) [trial-2393↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21983)] [trial-2393↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a19:23:53.623521 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a19:23:53.660488 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21982): Terminating (SIGTERM)\u000a19:23:53.838589 --- ParallelTerminationStrategy: PID 21982 died...\u000a19:23:53.898190 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21982): Terminated: ok {rc=0}\u000a19:23:53.987445 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:23:50" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21994): Process ended prematurely: osmo-stp_10.42.42.5(pid=21994) [trial-2393↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21994)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21994): Process ended prematurely: osmo-stp_10.42.42.5(pid=21994) [trial-2393↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a19:23:55.833283 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:23:55.844269 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a19:23:55.984940 tst assert_extension.py: using LAC 35737\u000a19:23:56.109612 tst assert_extension.py: using RAC 37\u000a19:23:56.234372 tst assert_extension.py: using CellId 35737\u000a19:23:56.358480 tst assert_extension.py: using BVCI 35738\u000a19:23:56.382621 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:23:56.393685 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:23:56.405209 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:23:56.416158 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:23:56.428101 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:23:56.440007 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a19:23:56.639145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:57.115921 run create_hlr_db(pid=21988): Launched\u000a19:23:57.287426 bus /sierra_2: Setting Powered False\u000a19:23:58.309823 run create_hlr_db(pid=21988): Terminated: ok {rc=0}\u000a19:23:58.735391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21990): Launched\u000a19:23:59.055532 run osmo-hlr_10.42.42.2(pid=21991): Launched\u000a19:23:59.174389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:59.732361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21993): Launched\u000a19:24:00.051405 run osmo-stp_10.42.42.5(pid=21994): Launched\u000a19:24:00.167310 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:24:00.749213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21996): Launched\u000a19:24:01.209073 run osmo-msc_10.42.42.6(pid=22013): Launched\u000a19:24:01.606690 run osmo-stp_10.42.42.5(pid=21994): ERR: Terminated: ERROR {rc=1} [trial-2393↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21994)]\u000a19:24:01.799225 run osmo-stp_10.42.42.5(pid=21994): stdout: \u000a| (launched: 2022-12-13_19:23:59.894650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:01.935403 run osmo-stp_10.42.42.5(pid=21994): stderr: \u000a| �[0;m�[38;5;43m20221213192400082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192400083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192400083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192400083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192400084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192400084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192400084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:02.063512 run osmo-stp_10.42.42.5(pid=21994): stdout: \u000a| (launched: 2022-12-13_19:23:59.894650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:02.206229 run osmo-stp_10.42.42.5(pid=21994): stderr: \u000a| �[0;m�[38;5;43m20221213192400082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192400083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192400083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192400083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192400084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192400084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192400084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:02.263018 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21994): Process ended prematurely: osmo-stp_10.42.42.5(pid=21994) [trial-2393↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21994)] [trial-2393↪ussd:trx-lms↪assert_extension.py:17]\u000a19:24:02.272364 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a19:24:02.340339 run osmo-hlr_10.42.42.2(pid=21991): ERR: Terminated: ERROR {rc=237} [trial-2393↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21991)]\u000a19:24:02.397397 run osmo-hlr_10.42.42.2(pid=21991): stdout: \u000a| (launched: 2022-12-13_19:23:58.898454) \u000a19:24:02.456070 run osmo-hlr_10.42.42.2(pid=21991): stderr: \u000a| �[0;m�[1;31m20221213192359092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192359092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192359092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192359092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192359092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192359092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192359105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192359114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192359114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192359114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:02.536301 run osmo-msc_10.42.42.6(pid=22013): ERR: Terminated: ERROR {rc=2} [trial-2393↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22013)]\u000a19:24:02.587838 run osmo-msc_10.42.42.6(pid=22013): stdout: \u000a| (launched: 2022-12-13_19:24:00.953868) \u000a19:24:02.644379 run osmo-msc_10.42.42.6(pid=22013): stderr: \u000a| �[0;m�[38;5;43m20221213192401507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192401508 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3a86c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192401508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192401508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192401508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192401508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192401510 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192401510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192401510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192401510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:24:02.692688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21990): Terminating (SIGTERM)\u000a19:24:02.735777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21993): Terminating (SIGTERM)\u000a19:24:02.783614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21996): Terminating (SIGTERM)\u000a19:24:02.796512 --- ParallelTerminationStrategy: PID 21990 died...\u000a19:24:02.863021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21990): Terminated: ok {rc=0}\u000a19:24:02.873774 --- ParallelTerminationStrategy: PID 21993 died...\u000a19:24:02.943221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21993): Terminated: ok {rc=0}\u000a19:24:02.959293 --- ParallelTerminationStrategy: PID 21996 died...\u000a19:24:03.026374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21996): Terminated: ok {rc=0}\u000a19:24:03.132574 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:23:55" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22281): Process ended prematurely: osmo-stp_10.42.42.5(pid=22281) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22281)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22281): Process ended prematurely: osmo-stp_10.42.42.5(pid=22281) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:24:05.129798 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:24:05.142555 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:24:05.311681 tst mo_mt_call.py: using LAC 35738\u000a19:24:05.440174 tst mo_mt_call.py: using RAC 38\u000a19:24:05.569472 tst mo_mt_call.py: using CellId 35738\u000a19:24:05.699628 tst mo_mt_call.py: using BVCI 35739\u000a19:24:05.725526 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:24:05.738257 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:24:05.751657 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:24:05.764214 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:24:05.778335 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:24:05.792698 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:24:05.919983 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:24:06.139510 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:06.695903 run create_hlr_db(pid=22275): Launched\u000a19:24:06.877728 bus /sierra_2: Setting Powered False\u000a19:24:07.897928 run create_hlr_db(pid=22275): Terminated: ok {rc=0}\u000a19:24:08.329414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22277): Launched\u000a19:24:08.738068 run osmo-hlr_10.42.42.2(pid=22278): Launched\u000a19:24:08.974486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:09.600518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22280): Launched\u000a19:24:10.013561 run osmo-stp_10.42.42.5(pid=22281): Launched\u000a19:24:10.245475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:24:10.885803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22283): Launched\u000a19:24:11.297135 run osmo-msc_10.42.42.6(pid=22284): Launched\u000a19:24:11.668673 run osmo-stp_10.42.42.5(pid=22281): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22281)]\u000a19:24:11.954129 run osmo-stp_10.42.42.5(pid=22281): stdout: \u000a| (launched: 2022-12-13_19:24:09.761408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:12.134407 run osmo-stp_10.42.42.5(pid=22281): stderr: \u000a| �[0;m�[38;5;43m20221213192410085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192410086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192410086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192410086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192410087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192410087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192410087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:12.260241 run osmo-stp_10.42.42.5(pid=22281): stdout: \u000a| (launched: 2022-12-13_19:24:09.761408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:12.386842 run osmo-stp_10.42.42.5(pid=22281): stderr: \u000a| �[0;m�[38;5;43m20221213192410085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192410086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192410086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192410086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192410087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192410087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192410087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:12.442613 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22281): Process ended prematurely: osmo-stp_10.42.42.5(pid=22281) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22281)] [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:24:12.452464 tst mo_mt_call.py:8: Test FAILED (7.4 sec)\u000a19:24:12.516830 run osmo-hlr_10.42.42.2(pid=22278): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22278)]\u000a19:24:12.569215 run osmo-hlr_10.42.42.2(pid=22278): stdout: \u000a| (launched: 2022-12-13_19:24:08.487596) \u000a19:24:12.620919 run osmo-hlr_10.42.42.2(pid=22278): stderr: \u000a| �[0;m�[1;31m20221213192408825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192408825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192408826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192408826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192408826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192408826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192408839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192408847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192408847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192408847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:12.692475 run osmo-msc_10.42.42.6(pid=22284): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22284)]\u000a19:24:12.747027 run osmo-msc_10.42.42.6(pid=22284): stdout: \u000a| (launched: 2022-12-13_19:24:11.044696) \u000a19:24:12.798816 run osmo-msc_10.42.42.6(pid=22284): stderr: \u000a| �[0;m�[38;5;43m20221213192411626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192411626 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f180e385c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192411626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192411626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192411626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192411627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192411628 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192411637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192411637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192411637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:24:12.842519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22277): Terminating (SIGTERM)\u000a19:24:12.887073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22280): Terminating (SIGTERM)\u000a19:24:12.930835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22283): Terminating (SIGTERM)\u000a19:24:12.941217 --- ParallelTerminationStrategy: PID 22277 died...\u000a19:24:12.998095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22277): Terminated: ok {rc=0}\u000a19:24:13.008308 --- ParallelTerminationStrategy: PID 22280 died...\u000a19:24:13.064268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22280): Terminated: ok {rc=0}\u000a19:24:13.074509 --- ParallelTerminationStrategy: PID 22283 died...\u000a19:24:13.130679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22283): Terminated: ok {rc=0}\u000a19:24:13.218010 bus /sierra_3: Setting Powered False\u000a19:24:14.327624 bus /sierra_3: Setting Powered False\u000a19:24:15.443819 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22292): Process ended prematurely: osmo-stp_10.42.42.5(pid=22292) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22292)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22292): Process ended prematurely: osmo-stp_10.42.42.5(pid=22292) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:24:16.593702 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:24:16.609417 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:24:16.833180 tst mo_mt_call_osmux.py: using LAC 35739\u000a19:24:17.023017 tst mo_mt_call_osmux.py: using RAC 39\u000a19:24:17.157286 tst mo_mt_call_osmux.py: using CellId 35739\u000a19:24:17.315630 tst mo_mt_call_osmux.py: using BVCI 35740\u000a19:24:17.339575 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:24:17.351061 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:24:17.362295 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:24:17.373535 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:24:17.384993 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:24:17.396170 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:24:17.547303 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:24:17.787961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:18.323638 run create_hlr_db(pid=22286): Launched\u000a19:24:18.503137 bus /sierra_2: Setting Powered False\u000a19:24:19.527757 run create_hlr_db(pid=22286): Terminated: ok {rc=0}\u000a19:24:19.966090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22288): Launched\u000a19:24:20.377595 run osmo-hlr_10.42.42.2(pid=22289): Launched\u000a19:24:20.632646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:21.254458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22291): Launched\u000a19:24:21.669534 run osmo-stp_10.42.42.5(pid=22292): Launched\u000a19:24:21.910356 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:24:22.550217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22294): Launched\u000a19:24:22.967489 run osmo-msc_10.42.42.6(pid=22295): Launched\u000a19:24:23.348073 run osmo-stp_10.42.42.5(pid=22292): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22292)]\u000a19:24:23.628757 run osmo-stp_10.42.42.5(pid=22292): stdout: \u000a| (launched: 2022-12-13_19:24:21.415359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:23.818555 run osmo-stp_10.42.42.5(pid=22292): stderr: \u000a| �[0;m�[38;5;43m20221213192421742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192421742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192421743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192421743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192421743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192421743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192421744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:23.947411 run osmo-stp_10.42.42.5(pid=22292): stdout: \u000a| (launched: 2022-12-13_19:24:21.415359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:24.073686 run osmo-stp_10.42.42.5(pid=22292): stderr: \u000a| �[0;m�[38;5;43m20221213192421742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192421742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192421743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192421743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192421743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192421743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192421744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:24.131193 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22292): Process ended prematurely: osmo-stp_10.42.42.5(pid=22292) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22292)] [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:24:24.141056 tst mo_mt_call_osmux.py:8: Test FAILED (7.6 sec)\u000a19:24:24.204729 run osmo-hlr_10.42.42.2(pid=22289): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22289)]\u000a19:24:24.256712 run osmo-hlr_10.42.42.2(pid=22289): stdout: \u000a| (launched: 2022-12-13_19:24:20.126914) \u000a19:24:24.311191 run osmo-hlr_10.42.42.2(pid=22289): stderr: \u000a| �[0;m�[1;31m20221213192420467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192420467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192420467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192420468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192420468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192420468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192420480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192420498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192420498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192420498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:24.382929 run osmo-msc_10.42.42.6(pid=22295): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22295)]\u000a19:24:24.436636 run osmo-msc_10.42.42.6(pid=22295): stdout: \u000a| (launched: 2022-12-13_19:24:22.712210) \u000a19:24:24.487370 run osmo-msc_10.42.42.6(pid=22295): stderr: \u000a| �[0;m�[38;5;43m20221213192423303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192423304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfbb76dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192423304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192423304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192423304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192423304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192423314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192423315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192423315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192423315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:24:24.530204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22288): Terminating (SIGTERM)\u000a19:24:24.570760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22291): Terminating (SIGTERM)\u000a19:24:24.611744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22294): Terminating (SIGTERM)\u000a19:24:24.621132 --- ParallelTerminationStrategy: PID 22288 died...\u000a19:24:24.675164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22288): Terminated: ok {rc=0}\u000a19:24:24.685413 --- ParallelTerminationStrategy: PID 22291 died...\u000a19:24:24.738984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22291): Terminated: ok {rc=0}\u000a19:24:24.748586 --- ParallelTerminationStrategy: PID 22294 died...\u000a19:24:24.802156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22294): Terminated: ok {rc=0}\u000a19:24:24.891011 bus /sierra_3: Setting Powered False\u000a19:24:25.995731 bus /sierra_3: Setting Powered False\u000a19:24:27.107534 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:24:04" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22306): Process ended prematurely: osmo-stp_10.42.42.5(pid=22306) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22306)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22306): Process ended prematurely: osmo-stp_10.42.42.5(pid=22306) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:24:29.110250 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:24:29.121938 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:24:29.285308 tst mo_mt_call.py: using LAC 35740\u000a19:24:29.410382 tst mo_mt_call.py: using RAC 40\u000a19:24:29.536656 tst mo_mt_call.py: using CellId 35740\u000a19:24:29.662382 tst mo_mt_call.py: using BVCI 35741\u000a19:24:29.687061 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:24:29.698739 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:24:29.710224 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:24:29.721670 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:24:29.733552 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:24:29.745394 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:24:29.862413 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:24:30.074760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:30.588858 run create_hlr_db(pid=22300): Launched\u000a19:24:30.777645 bus /sierra_2: Setting Powered False\u000a19:24:31.802995 run create_hlr_db(pid=22300): Terminated: ok {rc=0}\u000a19:24:32.255203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22302): Launched\u000a19:24:32.567843 run osmo-hlr_10.42.42.2(pid=22303): Launched\u000a19:24:32.689598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:33.226249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22305): Launched\u000a19:24:33.533324 run osmo-stp_10.42.42.5(pid=22306): Launched\u000a19:24:33.643672 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:24:34.198867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22308): Launched\u000a19:24:34.505448 run osmo-msc_10.42.42.6(pid=22309): Launched\u000a19:24:34.683955 run osmo-stp_10.42.42.5(pid=22306): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22306)]\u000a19:24:34.812352 run osmo-stp_10.42.42.5(pid=22306): stdout: \u000a| (launched: 2022-12-13_19:24:33.380808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:34.938796 run osmo-stp_10.42.42.5(pid=22306): stderr: \u000a| �[0;m�[38;5;43m20221213192433550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192433550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192433550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192433551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192433551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192433551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192433551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:35.060923 run osmo-stp_10.42.42.5(pid=22306): stdout: \u000a| (launched: 2022-12-13_19:24:33.380808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:35.182731 run osmo-stp_10.42.42.5(pid=22306): stderr: \u000a| �[0;m�[38;5;43m20221213192433550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192433550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192433550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192433551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192433551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192433551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192433551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:35.236465 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22306): Process ended prematurely: osmo-stp_10.42.42.5(pid=22306) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22306)] [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:24:35.245201 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:24:35.305201 run osmo-hlr_10.42.42.2(pid=22303): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22303)]\u000a19:24:35.354717 run osmo-hlr_10.42.42.2(pid=22303): stdout: \u000a| (launched: 2022-12-13_19:24:32.415014) \u000a19:24:35.404627 run osmo-hlr_10.42.42.2(pid=22303): stderr: \u000a| �[0;m�[1;31m20221213192432592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192432592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192432592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192432592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192432592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192432592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192432604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192432615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192432615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192432615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:35.472242 run osmo-msc_10.42.42.6(pid=22309): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22309)]\u000a19:24:35.521450 run osmo-msc_10.42.42.6(pid=22309): stdout: \u000a| (launched: 2022-12-13_19:24:34.353865) \u000a19:24:35.571281 run osmo-msc_10.42.42.6(pid=22309): stderr: \u000a| �[0;m�[38;5;43m20221213192434622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192434623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91d45d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192434623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192434623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192434623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192434623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192434625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192434625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192434626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192434626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:24:35.613647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22302): Terminating (SIGTERM)\u000a19:24:35.653571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22305): Terminating (SIGTERM)\u000a19:24:35.693597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22308): Terminating (SIGTERM)\u000a19:24:35.702837 --- ParallelTerminationStrategy: PID 22302 died...\u000a19:24:35.756386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22302): Terminated: ok {rc=0}\u000a19:24:35.766055 --- ParallelTerminationStrategy: PID 22305 died...\u000a19:24:35.818826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22305): Terminated: ok {rc=0}\u000a19:24:35.828445 --- ParallelTerminationStrategy: PID 22308 died...\u000a19:24:35.881892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22308): Terminated: ok {rc=0}\u000a19:24:35.970904 bus /sierra_3: Setting Powered False\u000a19:24:37.075260 bus /sierra_3: Setting Powered False\u000a19:24:38.187292 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22317): Process ended prematurely: osmo-stp_10.42.42.5(pid=22317) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22317)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22317): Process ended prematurely: osmo-stp_10.42.42.5(pid=22317) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:24:39.298271 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:24:39.310196 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:24:39.468736 tst mo_mt_call_osmux.py: using LAC 35741\u000a19:24:39.588772 tst mo_mt_call_osmux.py: using RAC 41\u000a19:24:39.709357 tst mo_mt_call_osmux.py: using CellId 35741\u000a19:24:39.828235 tst mo_mt_call_osmux.py: using BVCI 35742\u000a19:24:39.851173 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:24:39.862363 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:24:39.873377 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:24:39.884357 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:24:39.895434 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:24:39.906393 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:24:40.027145 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:24:40.230811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:40.718161 run create_hlr_db(pid=22311): Launched\u000a19:24:40.892710 bus /sierra_2: Setting Powered False\u000a19:24:41.914759 run create_hlr_db(pid=22311): Terminated: ok {rc=0}\u000a19:24:42.348886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22313): Launched\u000a19:24:42.676767 run osmo-hlr_10.42.42.2(pid=22314): Launched\u000a19:24:42.797542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:43.361898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22316): Launched\u000a19:24:43.688882 run osmo-stp_10.42.42.5(pid=22317): Launched\u000a19:24:43.808100 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:24:44.404502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22319): Launched\u000a19:24:44.734885 run osmo-msc_10.42.42.6(pid=22320): Launched\u000a19:24:44.914832 run osmo-stp_10.42.42.5(pid=22317): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22317)]\u000a19:24:45.043503 run osmo-stp_10.42.42.5(pid=22317): stdout: \u000a| (launched: 2022-12-13_19:24:43.527749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:45.169685 run osmo-stp_10.42.42.5(pid=22317): stderr: \u000a| �[0;m�[38;5;43m20221213192443718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192443718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192443719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192443719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192443720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192443720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192443720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:45.292257 run osmo-stp_10.42.42.5(pid=22317): stdout: \u000a| (launched: 2022-12-13_19:24:43.527749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:45.413343 run osmo-stp_10.42.42.5(pid=22317): stderr: \u000a| �[0;m�[38;5;43m20221213192443718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192443718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192443719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192443719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192443720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192443720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192443720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:45.466821 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22317): Process ended prematurely: osmo-stp_10.42.42.5(pid=22317) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22317)] [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:24:45.475959 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:24:45.535895 run osmo-hlr_10.42.42.2(pid=22314): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22314)]\u000a19:24:45.584989 run osmo-hlr_10.42.42.2(pid=22314): stdout: \u000a| (launched: 2022-12-13_19:24:42.515772) \u000a19:24:45.635482 run osmo-hlr_10.42.42.2(pid=22314): stderr: \u000a| �[0;m�[1;31m20221213192442713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192442713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192442713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192442713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192442713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192442713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192442726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192442735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192442735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192442735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:45.703182 run osmo-msc_10.42.42.6(pid=22320): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22320)]\u000a19:24:45.752763 run osmo-msc_10.42.42.6(pid=22320): stdout: \u000a| (launched: 2022-12-13_19:24:44.571852) \u000a19:24:45.802731 run osmo-msc_10.42.42.6(pid=22320): stderr: \u000a| �[0;m�[38;5;43m20221213192444856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192444856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedc363ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192444856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192444856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192444857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192444857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192444859 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192444859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192444859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192444859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:24:45.859903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22313): Terminating (SIGTERM)\u000a19:24:45.903470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22316): Terminating (SIGTERM)\u000a19:24:45.947111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22319): Terminating (SIGTERM)\u000a19:24:45.957237 --- ParallelTerminationStrategy: PID 22313 died...\u000a19:24:46.014275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22313): Terminated: ok {rc=0}\u000a19:24:46.024580 --- ParallelTerminationStrategy: PID 22316 died...\u000a19:24:46.079342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22316): Terminated: ok {rc=0}\u000a19:24:46.089738 --- ParallelTerminationStrategy: PID 22319 died...\u000a19:24:46.144750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22319): Terminated: ok {rc=0}\u000a19:24:46.232287 bus /sierra_3: Setting Powered False\u000a19:24:47.337847 bus /sierra_3: Setting Powered False\u000a19:24:48.450144 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:24:28" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22332): Process ended prematurely: osmo-stp_10.42.42.5(pid=22332) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22332)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22332): Process ended prematurely: osmo-stp_10.42.42.5(pid=22332) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:24:50.447962 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:24:50.459373 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:24:50.624539 tst mo_mt_call.py: using LAC 35742\u000a19:24:50.751332 tst mo_mt_call.py: using RAC 42\u000a19:24:50.878202 tst mo_mt_call.py: using CellId 35742\u000a19:24:50.996273 tst mo_mt_call.py: using BVCI 35743\u000a19:24:51.019497 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:24:51.030897 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:24:51.042165 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:24:51.053126 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:24:51.064534 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:24:51.076095 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:24:51.196419 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:24:51.403141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:51.892931 run create_hlr_db(pid=22326): Launched\u000a19:24:52.069273 bus /sierra_2: Setting Powered False\u000a19:24:53.092056 run create_hlr_db(pid=22326): Terminated: ok {rc=0}\u000a19:24:53.499438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22328): Launched\u000a19:24:53.806088 run osmo-hlr_10.42.42.2(pid=22329): Launched\u000a19:24:53.922700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:54.450935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22331): Launched\u000a19:24:54.756267 run osmo-stp_10.42.42.5(pid=22332): Launched\u000a19:24:54.866779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:24:55.421949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22334): Launched\u000a19:24:55.727875 run osmo-msc_10.42.42.6(pid=22335): Launched\u000a19:24:55.906683 run osmo-stp_10.42.42.5(pid=22332): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22332)]\u000a19:24:56.034998 run osmo-stp_10.42.42.5(pid=22332): stdout: \u000a| (launched: 2022-12-13_19:24:54.605501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:56.161461 run osmo-stp_10.42.42.5(pid=22332): stderr: \u000a| �[0;m�[38;5;43m20221213192454776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192454776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192454776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192454777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192454777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192454777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192454777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:56.284153 run osmo-stp_10.42.42.5(pid=22332): stdout: \u000a| (launched: 2022-12-13_19:24:54.605501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:56.405713 run osmo-stp_10.42.42.5(pid=22332): stderr: \u000a| �[0;m�[38;5;43m20221213192454776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192454776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192454776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192454777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192454777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192454777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192454777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:56.459246 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22332): Process ended prematurely: osmo-stp_10.42.42.5(pid=22332) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22332)] [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:24:56.467944 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:24:56.529133 run osmo-hlr_10.42.42.2(pid=22329): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22329)]\u000a19:24:56.579264 run osmo-hlr_10.42.42.2(pid=22329): stdout: \u000a| (launched: 2022-12-13_19:24:53.654705) \u000a19:24:56.629435 run osmo-hlr_10.42.42.2(pid=22329): stderr: \u000a| �[0;m�[1;31m20221213192453831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192453831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192453831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192453831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192453831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192453831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192453844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192453853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192453853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192453853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:56.698068 run osmo-msc_10.42.42.6(pid=22335): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22335)]\u000a19:24:56.747824 run osmo-msc_10.42.42.6(pid=22335): stdout: \u000a| (launched: 2022-12-13_19:24:55.576667) \u000a19:24:56.797752 run osmo-msc_10.42.42.6(pid=22335): stderr: \u000a| �[0;m�[38;5;43m20221213192455850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192455850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8160a78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192455850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192455850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192455850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192455851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192455852 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192455853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192455853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192455853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:24:56.840026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22328): Terminating (SIGTERM)\u000a19:24:56.880037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22331): Terminating (SIGTERM)\u000a19:24:56.920050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22334): Terminating (SIGTERM)\u000a19:24:56.929324 --- ParallelTerminationStrategy: PID 22328 died...\u000a19:24:56.982924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22328): Terminated: ok {rc=0}\u000a19:24:56.992592 --- ParallelTerminationStrategy: PID 22331 died...\u000a19:24:57.045862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22331): Terminated: ok {rc=0}\u000a19:24:57.055581 --- ParallelTerminationStrategy: PID 22334 died...\u000a19:24:57.109118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22334): Terminated: ok {rc=0}\u000a19:24:57.198262 bus /sierra_3: Setting Powered False\u000a19:24:58.307262 bus /sierra_3: Setting Powered False\u000a19:24:59.420463 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22347): Process ended prematurely: osmo-stp_10.42.42.5(pid=22347) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22347)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22347): Process ended prematurely: osmo-stp_10.42.42.5(pid=22347) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:25:00.536072 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:25:00.548366 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:25:00.716781 tst mo_mt_call_osmux.py: using LAC 35743\u000a19:25:00.860930 tst mo_mt_call_osmux.py: using RAC 43\u000a19:25:00.998704 tst mo_mt_call_osmux.py: using CellId 35743\u000a19:25:01.141542 tst mo_mt_call_osmux.py: using BVCI 35744\u000a19:25:01.166187 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:25:01.178023 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:25:01.189858 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:25:01.201856 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:25:01.213865 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:25:01.226298 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:25:01.342874 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:25:01.600203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:02.198921 run create_hlr_db(pid=22341): Launched\u000a19:25:02.391698 bus /sierra_2: Setting Powered False\u000a19:25:03.410209 run create_hlr_db(pid=22341): Terminated: ok {rc=0}\u000a19:25:03.843986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22343): Launched\u000a19:25:04.172689 run osmo-hlr_10.42.42.2(pid=22344): Launched\u000a19:25:04.296202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:04.865064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22346): Launched\u000a19:25:05.192605 run osmo-stp_10.42.42.5(pid=22347): Launched\u000a19:25:05.312436 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:25:05.909757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22349): Launched\u000a19:25:06.237111 run osmo-msc_10.42.42.6(pid=22350): Launched\u000a19:25:06.428538 run osmo-stp_10.42.42.5(pid=22347): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22347)]\u000a19:25:06.566806 run osmo-stp_10.42.42.5(pid=22347): stdout: \u000a| (launched: 2022-12-13_19:25:05.031161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:06.703431 run osmo-stp_10.42.42.5(pid=22347): stderr: \u000a| �[0;m�[38;5;43m20221213192505221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192505222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192505222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192505222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192505223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192505223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192505223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:06.835219 run osmo-stp_10.42.42.5(pid=22347): stdout: \u000a| (launched: 2022-12-13_19:25:05.031161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:06.965734 run osmo-stp_10.42.42.5(pid=22347): stderr: \u000a| �[0;m�[38;5;43m20221213192505221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192505222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192505222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192505222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192505223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192505223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192505223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:07.022864 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22347): Process ended prematurely: osmo-stp_10.42.42.5(pid=22347) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22347)] [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:25:07.032564 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a19:25:07.096151 run osmo-hlr_10.42.42.2(pid=22344): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22344)]\u000a19:25:07.148262 run osmo-hlr_10.42.42.2(pid=22344): stdout: \u000a| (launched: 2022-12-13_19:25:04.010458) \u000a19:25:07.201094 run osmo-hlr_10.42.42.2(pid=22344): stderr: \u000a| �[0;m�[1;31m20221213192504207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192504207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192504207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192504207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192504207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192504207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192504219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192504228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192504229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192504229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:07.272322 run osmo-msc_10.42.42.6(pid=22350): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22350)]\u000a19:25:07.324673 run osmo-msc_10.42.42.6(pid=22350): stdout: \u000a| (launched: 2022-12-13_19:25:06.075405) \u000a19:25:07.377172 run osmo-msc_10.42.42.6(pid=22350): stderr: \u000a| �[0;m�[38;5;43m20221213192506397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192506397 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1bf036c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192506397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192506397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192506397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192506398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192506399 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192506400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192506400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192506400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:25:07.421856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22343): Terminating (SIGTERM)\u000a19:25:07.464738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22346): Terminating (SIGTERM)\u000a19:25:07.507985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22349): Terminating (SIGTERM)\u000a19:25:07.517672 --- ParallelTerminationStrategy: PID 22343 died...\u000a19:25:07.573953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22343): Terminated: ok {rc=0}\u000a19:25:07.583981 --- ParallelTerminationStrategy: PID 22346 died...\u000a19:25:07.640301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22346): Terminated: ok {rc=0}\u000a19:25:07.650309 --- ParallelTerminationStrategy: PID 22349 died...\u000a19:25:07.706951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22349): Terminated: ok {rc=0}\u000a19:25:07.794939 bus /sierra_3: Setting Powered False\u000a19:25:08.898160 bus /sierra_3: Setting Powered False\u000a19:25:10.009107 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:24:50" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22361): Process ended prematurely: osmo-stp_10.42.42.5(pid=22361) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22361)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22361): Process ended prematurely: osmo-stp_10.42.42.5(pid=22361) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:25:12.000160 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:25:12.011452 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:25:12.166950 tst mo_mt_call.py: using LAC 35744\u000a19:25:12.291071 tst mo_mt_call.py: using RAC 44\u000a19:25:12.408248 tst mo_mt_call.py: using CellId 35744\u000a19:25:12.527757 tst mo_mt_call.py: using BVCI 35745\u000a19:25:12.550901 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:25:12.562109 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:25:12.573079 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:25:12.583991 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:25:12.595051 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:25:12.606139 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:25:12.726249 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:25:12.929279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:13.416314 run create_hlr_db(pid=22355): Launched\u000a19:25:13.591154 bus /sierra_2: Setting Powered False\u000a19:25:14.614665 run create_hlr_db(pid=22355): Terminated: ok {rc=0}\u000a19:25:15.021324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22357): Launched\u000a19:25:15.326961 run osmo-hlr_10.42.42.2(pid=22358): Launched\u000a19:25:15.447842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:16.000278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22360): Launched\u000a19:25:16.393768 run osmo-stp_10.42.42.5(pid=22361): Launched\u000a19:25:16.651032 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:25:17.313735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22363): Launched\u000a19:25:17.641774 run osmo-msc_10.42.42.6(pid=22364): Launched\u000a19:25:17.833170 run osmo-stp_10.42.42.5(pid=22361): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22361)]\u000a19:25:17.971277 run osmo-stp_10.42.42.5(pid=22361): stdout: \u000a| (launched: 2022-12-13_19:25:16.197920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:18.108421 run osmo-stp_10.42.42.5(pid=22361): stderr: \u000a| �[0;m�[38;5;43m20221213192516510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192516510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192516511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192516511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192516512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192516512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192516512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:18.240358 run osmo-stp_10.42.42.5(pid=22361): stdout: \u000a| (launched: 2022-12-13_19:25:16.197920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:18.371178 run osmo-stp_10.42.42.5(pid=22361): stderr: \u000a| �[0;m�[38;5;43m20221213192516510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192516510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192516511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192516511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192516512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192516512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192516512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:18.428494 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22361): Process ended prematurely: osmo-stp_10.42.42.5(pid=22361) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22361)] [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:25:18.438402 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:25:18.503215 run osmo-hlr_10.42.42.2(pid=22358): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22358)]\u000a19:25:18.555975 run osmo-hlr_10.42.42.2(pid=22358): stdout: \u000a| (launched: 2022-12-13_19:25:15.176433) \u000a19:25:18.609229 run osmo-hlr_10.42.42.2(pid=22358): stderr: \u000a| �[0;m�[1;31m20221213192515352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192515352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192515352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192515352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192515352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192515352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192515364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192515373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192515373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192515373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:18.681503 run osmo-msc_10.42.42.6(pid=22364): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22364)]\u000a19:25:18.733798 run osmo-msc_10.42.42.6(pid=22364): stdout: \u000a| (launched: 2022-12-13_19:25:17.480574) \u000a19:25:18.786850 run osmo-msc_10.42.42.6(pid=22364): stderr: \u000a| �[0;m�[38;5;43m20221213192517804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192517804 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23854b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192517804 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192517804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192517804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192517804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192517806 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192517806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192517807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192517807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:25:18.832058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22357): Terminating (SIGTERM)\u000a19:25:18.875052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22360): Terminating (SIGTERM)\u000a19:25:18.918064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22363): Terminating (SIGTERM)\u000a19:25:18.927882 --- ParallelTerminationStrategy: PID 22357 died...\u000a19:25:18.985307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22357): Terminated: ok {rc=0}\u000a19:25:18.995634 --- ParallelTerminationStrategy: PID 22360 died...\u000a19:25:19.052616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22360): Terminated: ok {rc=0}\u000a19:25:19.062824 --- ParallelTerminationStrategy: PID 22363 died...\u000a19:25:19.119756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22363): Terminated: ok {rc=0}\u000a19:25:19.207464 bus /sierra_3: Setting Powered False\u000a19:25:20.310840 bus /sierra_3: Setting Powered False\u000a19:25:21.418196 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22372): Process ended prematurely: osmo-stp_10.42.42.5(pid=22372) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22372)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22372): Process ended prematurely: osmo-stp_10.42.42.5(pid=22372) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:25:22.534217 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:25:22.546677 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:25:22.713765 tst mo_mt_call_osmux.py: using LAC 35745\u000a19:25:22.844774 tst mo_mt_call_osmux.py: using RAC 45\u000a19:25:22.969818 tst mo_mt_call_osmux.py: using CellId 35745\u000a19:25:23.100428 tst mo_mt_call_osmux.py: using BVCI 35746\u000a19:25:23.125155 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:25:23.136841 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:25:23.148297 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:25:23.159789 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:25:23.171761 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:25:23.183615 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:25:23.301694 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:25:23.503053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:23.992405 run create_hlr_db(pid=22366): Launched\u000a19:25:24.167908 bus /sierra_2: Setting Powered False\u000a19:25:25.189885 run create_hlr_db(pid=22366): Terminated: ok {rc=0}\u000a19:25:25.625834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22368): Launched\u000a19:25:25.951914 run osmo-hlr_10.42.42.2(pid=22369): Launched\u000a19:25:26.073942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:26.644809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22371): Launched\u000a19:25:26.972382 run osmo-stp_10.42.42.5(pid=22372): Launched\u000a19:25:27.090858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:25:27.689918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22374): Launched\u000a19:25:28.016703 run osmo-msc_10.42.42.6(pid=22375): Launched\u000a19:25:28.208160 run osmo-stp_10.42.42.5(pid=22372): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22372)]\u000a19:25:28.346393 run osmo-stp_10.42.42.5(pid=22372): stdout: \u000a| (launched: 2022-12-13_19:25:26.810613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:28.483241 run osmo-stp_10.42.42.5(pid=22372): stderr: \u000a| �[0;m�[38;5;43m20221213192527002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192527002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192527003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192527003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192527003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192527003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192527004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:28.615002 run osmo-stp_10.42.42.5(pid=22372): stdout: \u000a| (launched: 2022-12-13_19:25:26.810613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:28.745801 run osmo-stp_10.42.42.5(pid=22372): stderr: \u000a| �[0;m�[38;5;43m20221213192527002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192527002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192527003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192527003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192527003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192527003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192527004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:28.803330 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22372): Process ended prematurely: osmo-stp_10.42.42.5(pid=22372) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22372)] [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:25:28.812707 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:25:28.876301 run osmo-hlr_10.42.42.2(pid=22369): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22369)]\u000a19:25:28.928419 run osmo-hlr_10.42.42.2(pid=22369): stdout: \u000a| (launched: 2022-12-13_19:25:25.792101) \u000a19:25:28.980892 run osmo-hlr_10.42.42.2(pid=22369): stderr: \u000a| �[0;m�[1;31m20221213192525988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192525988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192525988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192525988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192525988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192525988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192526004 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192526013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192526014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192526014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:29.052313 run osmo-msc_10.42.42.6(pid=22375): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22375)]\u000a19:25:29.104132 run osmo-msc_10.42.42.6(pid=22375): stdout: \u000a| (launched: 2022-12-13_19:25:27.856598) \u000a19:25:29.156459 run osmo-msc_10.42.42.6(pid=22375): stderr: \u000a| �[0;m�[38;5;43m20221213192528177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192528177 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f140a3cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192528177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192528177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192528177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192528177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192528179 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192528179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192528180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192528180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:25:29.201198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22368): Terminating (SIGTERM)\u000a19:25:29.244027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22371): Terminating (SIGTERM)\u000a19:25:29.286579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22374): Terminating (SIGTERM)\u000a19:25:29.296349 --- ParallelTerminationStrategy: PID 22368 died...\u000a19:25:29.353762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22368): Terminated: ok {rc=0}\u000a19:25:29.363893 --- ParallelTerminationStrategy: PID 22371 died...\u000a19:25:29.420594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22371): Terminated: ok {rc=0}\u000a19:25:29.430715 --- ParallelTerminationStrategy: PID 22374 died...\u000a19:25:29.487574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22374): Terminated: ok {rc=0}\u000a19:25:29.577479 bus /sierra_3: Setting Powered False\u000a19:25:30.683418 bus /sierra_3: Setting Powered False\u000a19:25:31.813979 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:25:11" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22386): Process ended prematurely: osmo-stp_10.42.42.5(pid=22386) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22386)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22386): Process ended prematurely: osmo-stp_10.42.42.5(pid=22386) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:25:33.814080 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:25:33.825392 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:25:33.981250 tst mo_mt_call.py: using LAC 35746\u000a19:25:34.105274 tst mo_mt_call.py: using RAC 46\u000a19:25:34.224312 tst mo_mt_call.py: using CellId 35746\u000a19:25:34.343705 tst mo_mt_call.py: using BVCI 35747\u000a19:25:34.366820 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:25:34.377896 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:25:34.388716 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:25:34.399549 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:25:34.410556 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:25:34.421509 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:25:34.540821 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:25:34.742846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:35.230763 run create_hlr_db(pid=22380): Launched\u000a19:25:35.406177 bus /sierra_2: Setting Powered False\u000a19:25:36.427564 run create_hlr_db(pid=22380): Terminated: ok {rc=0}\u000a19:25:36.862555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22382): Launched\u000a19:25:37.190188 run osmo-hlr_10.42.42.2(pid=22383): Launched\u000a19:25:37.313363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:37.880911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22385): Launched\u000a19:25:38.207789 run osmo-stp_10.42.42.5(pid=22386): Launched\u000a19:25:38.328936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:25:38.924175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22388): Launched\u000a19:25:39.253161 run osmo-msc_10.42.42.6(pid=22389): Launched\u000a19:25:39.444029 run osmo-stp_10.42.42.5(pid=22386): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22386)]\u000a19:25:39.582416 run osmo-stp_10.42.42.5(pid=22386): stdout: \u000a| (launched: 2022-12-13_19:25:38.047637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:39.718735 run osmo-stp_10.42.42.5(pid=22386): stderr: \u000a| �[0;m�[38;5;43m20221213192538237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192538237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192538237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192538238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192538238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192538238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192538238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:39.850444 run osmo-stp_10.42.42.5(pid=22386): stdout: \u000a| (launched: 2022-12-13_19:25:38.047637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:39.980846 run osmo-stp_10.42.42.5(pid=22386): stderr: \u000a| �[0;m�[38;5;43m20221213192538237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192538237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192538237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192538238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192538238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192538238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192538238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:40.038298 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22386): Process ended prematurely: osmo-stp_10.42.42.5(pid=22386) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22386)] [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:25:40.047546 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:25:40.111354 run osmo-hlr_10.42.42.2(pid=22383): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22383)]\u000a19:25:40.163547 run osmo-hlr_10.42.42.2(pid=22383): stdout: \u000a| (launched: 2022-12-13_19:25:37.029394) \u000a19:25:40.216431 run osmo-hlr_10.42.42.2(pid=22383): stderr: \u000a| �[0;m�[1;31m20221213192537225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192537225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192537225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192537225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192537225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192537225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192537239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192537249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192537249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192537249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:40.287904 run osmo-msc_10.42.42.6(pid=22389): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22389)]\u000a19:25:40.340085 run osmo-msc_10.42.42.6(pid=22389): stdout: \u000a| (launched: 2022-12-13_19:25:39.090529) \u000a19:25:40.392582 run osmo-msc_10.42.42.6(pid=22389): stderr: \u000a| �[0;m�[38;5;43m20221213192539410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192539410 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bcf019c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192539410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192539411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192539411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192539411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192539413 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192539413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192539413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192539413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:25:40.437203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22382): Terminating (SIGTERM)\u000a19:25:40.480074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22385): Terminating (SIGTERM)\u000a19:25:40.522631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22388): Terminating (SIGTERM)\u000a19:25:40.532288 --- ParallelTerminationStrategy: PID 22382 died...\u000a19:25:40.588803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22382): Terminated: ok {rc=0}\u000a19:25:40.598871 --- ParallelTerminationStrategy: PID 22385 died...\u000a19:25:40.655351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22385): Terminated: ok {rc=0}\u000a19:25:40.665832 --- ParallelTerminationStrategy: PID 22388 died...\u000a19:25:40.722259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22388): Terminated: ok {rc=0}\u000a19:25:40.810587 bus /sierra_3: Setting Powered False\u000a19:25:41.916578 bus /sierra_3: Setting Powered False\u000a19:25:43.025492 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22397): Process ended prematurely: osmo-stp_10.42.42.5(pid=22397) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22397)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22397): Process ended prematurely: osmo-stp_10.42.42.5(pid=22397) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:25:44.142246 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:25:44.154685 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:25:44.322194 tst mo_mt_call_osmux.py: using LAC 35747\u000a19:25:44.448755 tst mo_mt_call_osmux.py: using RAC 47\u000a19:25:44.576241 tst mo_mt_call_osmux.py: using CellId 35747\u000a19:25:44.704671 tst mo_mt_call_osmux.py: using BVCI 35748\u000a19:25:44.729517 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:25:44.741255 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:25:44.752670 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:25:44.764132 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:25:44.776046 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:25:44.787858 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:25:44.904937 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:25:45.107415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:45.595994 run create_hlr_db(pid=22391): Launched\u000a19:25:45.770369 bus /sierra_2: Setting Powered False\u000a19:25:46.792826 run create_hlr_db(pid=22391): Terminated: ok {rc=0}\u000a19:25:47.215534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22393): Launched\u000a19:25:47.522366 run osmo-hlr_10.42.42.2(pid=22394): Launched\u000a19:25:47.643161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:48.178103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22396): Launched\u000a19:25:48.480883 run osmo-stp_10.42.42.5(pid=22397): Launched\u000a19:25:48.591535 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:25:49.147002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22399): Launched\u000a19:25:49.451839 run osmo-msc_10.42.42.6(pid=22400): Launched\u000a19:25:49.630059 run osmo-stp_10.42.42.5(pid=22397): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22397)]\u000a19:25:49.758176 run osmo-stp_10.42.42.5(pid=22397): stdout: \u000a| (launched: 2022-12-13_19:25:48.331849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:49.884502 run osmo-stp_10.42.42.5(pid=22397): stderr: \u000a| �[0;m�[38;5;43m20221213192548501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192548502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192548502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192548502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192548503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192548503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192548503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:50.007411 run osmo-stp_10.42.42.5(pid=22397): stdout: \u000a| (launched: 2022-12-13_19:25:48.331849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:50.128280 run osmo-stp_10.42.42.5(pid=22397): stderr: \u000a| �[0;m�[38;5;43m20221213192548501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192548502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192548502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192548502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192548503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192548503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192548503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:50.181717 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22397): Process ended prematurely: osmo-stp_10.42.42.5(pid=22397) [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22397)] [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:25:50.190381 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:25:50.249899 run osmo-hlr_10.42.42.2(pid=22394): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22394)]\u000a19:25:50.298912 run osmo-hlr_10.42.42.2(pid=22394): stdout: \u000a| (launched: 2022-12-13_19:25:47.370928) \u000a19:25:50.348560 run osmo-hlr_10.42.42.2(pid=22394): stderr: \u000a| �[0;m�[1;31m20221213192547546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192547546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192547546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192547546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192547546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192547546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192547559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192547569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192547569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192547569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:50.416363 run osmo-msc_10.42.42.6(pid=22400): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22400)]\u000a19:25:50.465526 run osmo-msc_10.42.42.6(pid=22400): stdout: \u000a| (launched: 2022-12-13_19:25:49.301317) \u000a19:25:50.515115 run osmo-msc_10.42.42.6(pid=22400): stderr: \u000a| �[0;m�[38;5;43m20221213192549572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192549572 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd8b9dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192549572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192549572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192549572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192549573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192549574 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192549575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192549575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192549575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:25:50.557262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22393): Terminating (SIGTERM)\u000a19:25:50.596989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22396): Terminating (SIGTERM)\u000a19:25:50.636651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22399): Terminating (SIGTERM)\u000a19:25:50.645874 --- ParallelTerminationStrategy: PID 22393 died...\u000a19:25:50.699121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22393): Terminated: ok {rc=0}\u000a19:25:50.708667 --- ParallelTerminationStrategy: PID 22396 died...\u000a19:25:50.761165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22396): Terminated: ok {rc=0}\u000a19:25:50.770618 --- ParallelTerminationStrategy: PID 22399 died...\u000a19:25:50.823363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22399): Terminated: ok {rc=0}\u000a19:25:50.910821 bus /sierra_3: Setting Powered False\u000a19:25:52.018870 bus /sierra_3: Setting Powered False\u000a19:25:53.128222 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:25:33" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22412): Process ended prematurely: osmo-stp_10.42.42.5(pid=22412) [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22412)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22412): Process ended prematurely: osmo-stp_10.42.42.5(pid=22412) [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:25:55.140719 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:25:55.152696 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:25:55.319097 tst mo_mt_call.py: using LAC 35748\u000a19:25:55.440829 tst mo_mt_call.py: using RAC 48\u000a19:25:55.560324 tst mo_mt_call.py: using CellId 35748\u000a19:25:55.679693 tst mo_mt_call.py: using BVCI 35749\u000a19:25:55.702961 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:25:55.714352 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:25:55.725669 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:25:55.736738 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:25:55.747844 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:25:55.758833 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:25:55.878364 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:25:56.090664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:56.605459 run create_hlr_db(pid=22406): Launched\u000a19:25:56.794556 bus /sierra_2: Setting Powered False\u000a19:25:57.815854 run create_hlr_db(pid=22406): Terminated: ok {rc=0}\u000a19:25:58.226109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22408): Launched\u000a19:25:58.531661 run osmo-hlr_10.42.42.2(pid=22409): Launched\u000a19:25:58.648505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:59.177356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22411): Launched\u000a19:25:59.481910 run osmo-stp_10.42.42.5(pid=22412): Launched\u000a19:25:59.593147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:26:00.149876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22414): Launched\u000a19:26:00.456497 run osmo-msc_10.42.42.6(pid=22415): Launched\u000a19:26:00.635307 run osmo-stp_10.42.42.5(pid=22412): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22412)]\u000a19:26:00.763869 run osmo-stp_10.42.42.5(pid=22412): stdout: \u000a| (launched: 2022-12-13_19:25:59.332042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:00.897841 run osmo-stp_10.42.42.5(pid=22412): stderr: \u000a| �[0;m�[38;5;43m20221213192559501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192559501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192559501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192559502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192559502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192559502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192559503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:01.037666 run osmo-stp_10.42.42.5(pid=22412): stdout: \u000a| (launched: 2022-12-13_19:25:59.332042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:01.175494 run osmo-stp_10.42.42.5(pid=22412): stderr: \u000a| �[0;m�[38;5;43m20221213192559501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192559501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192559501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192559502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192559502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192559502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192559503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:01.234941 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22412): Process ended prematurely: osmo-stp_10.42.42.5(pid=22412) [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22412)] [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:26:01.245277 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:26:01.313905 run osmo-hlr_10.42.42.2(pid=22409): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22409)]\u000a19:26:01.368654 run osmo-hlr_10.42.42.2(pid=22409): stdout: \u000a| (launched: 2022-12-13_19:25:58.381921) \u000a19:26:01.423984 run osmo-hlr_10.42.42.2(pid=22409): stderr: \u000a| �[0;m�[1;31m20221213192558557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192558557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192558557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192558557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192558558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192558558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192558570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192558579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192558579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192558579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:01.499597 run osmo-msc_10.42.42.6(pid=22415): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22415)]\u000a19:26:01.554519 run osmo-msc_10.42.42.6(pid=22415): stdout: \u000a| (launched: 2022-12-13_19:26:00.305664) \u000a19:26:01.609493 run osmo-msc_10.42.42.6(pid=22415): stderr: \u000a| �[0;m�[38;5;43m20221213192600579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192600579 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a9dc7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192600579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192600579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192600579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192600579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192600581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192600582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192600582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192600582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:26:01.656910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22408): Terminating (SIGTERM)\u000a19:26:01.704988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22411): Terminating (SIGTERM)\u000a19:26:01.751776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22414): Terminating (SIGTERM)\u000a19:26:01.762673 --- ParallelTerminationStrategy: PID 22408 died...\u000a19:26:01.835717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22408): Terminated: ok {rc=0}\u000a19:26:01.847172 --- ParallelTerminationStrategy: PID 22411 died...\u000a19:26:01.906955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22411): Terminated: ok {rc=0}\u000a19:26:01.918625 --- ParallelTerminationStrategy: PID 22414 died...\u000a19:26:01.977450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22414): Terminated: ok {rc=0}\u000a19:26:02.078441 bus /sierra_3: Setting Powered False\u000a19:26:03.183600 bus /sierra_3: Setting Powered False\u000a19:26:04.292352 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22423): Process ended prematurely: osmo-stp_10.42.42.5(pid=22423) [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22423)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22423): Process ended prematurely: osmo-stp_10.42.42.5(pid=22423) [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:26:05.408577 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:26:05.421013 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:26:05.587663 tst mo_mt_call_osmux.py: using LAC 35749\u000a19:26:05.714622 tst mo_mt_call_osmux.py: using RAC 49\u000a19:26:05.841631 tst mo_mt_call_osmux.py: using CellId 35749\u000a19:26:05.970119 tst mo_mt_call_osmux.py: using BVCI 35750\u000a19:26:05.994789 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:26:06.006637 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:26:06.018391 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:26:06.030025 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:26:06.041981 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:26:06.053603 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:26:06.171956 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:26:06.386165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:06.900254 run create_hlr_db(pid=22417): Launched\u000a19:26:07.089722 bus /sierra_2: Setting Powered False\u000a19:26:08.111598 run create_hlr_db(pid=22417): Terminated: ok {rc=0}\u000a19:26:08.522844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22419): Launched\u000a19:26:08.828919 run osmo-hlr_10.42.42.2(pid=22420): Launched\u000a19:26:08.941327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:09.469687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22422): Launched\u000a19:26:09.774639 run osmo-stp_10.42.42.5(pid=22423): Launched\u000a19:26:09.885207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:26:10.447184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22425): Launched\u000a19:26:10.754003 run osmo-msc_10.42.42.6(pid=22426): Launched\u000a19:26:10.932492 run osmo-stp_10.42.42.5(pid=22423): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22423)]\u000a19:26:11.060704 run osmo-stp_10.42.42.5(pid=22423): stdout: \u000a| (launched: 2022-12-13_19:26:09.624687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:11.187404 run osmo-stp_10.42.42.5(pid=22423): stderr: \u000a| �[0;m�[38;5;43m20221213192609794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192609794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192609795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192609795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192609795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192609795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192609796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:11.310536 run osmo-stp_10.42.42.5(pid=22423): stdout: \u000a| (launched: 2022-12-13_19:26:09.624687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:11.431984 run osmo-stp_10.42.42.5(pid=22423): stderr: \u000a| �[0;m�[38;5;43m20221213192609794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192609794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192609795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192609795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192609795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192609795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192609796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:11.485619 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22423): Process ended prematurely: osmo-stp_10.42.42.5(pid=22423) [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22423)] [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:26:11.494260 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:26:11.553796 run osmo-hlr_10.42.42.2(pid=22420): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22420)]\u000a19:26:11.602850 run osmo-hlr_10.42.42.2(pid=22420): stdout: \u000a| (launched: 2022-12-13_19:26:08.678856) \u000a19:26:11.652451 run osmo-hlr_10.42.42.2(pid=22420): stderr: \u000a| �[0;m�[1;31m20221213192608853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192608853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192608853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192608853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192608853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192608853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192608865 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192608873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192608874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192608874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:11.719730 run osmo-msc_10.42.42.6(pid=22426): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22426)]\u000a19:26:11.768603 run osmo-msc_10.42.42.6(pid=22426): stdout: \u000a| (launched: 2022-12-13_19:26:10.603409) \u000a19:26:11.818278 run osmo-msc_10.42.42.6(pid=22426): stderr: \u000a| �[0;m�[38;5;43m20221213192610877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192610877 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5679721c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192610877 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192610877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192610878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192610878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192610879 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192610880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192610880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192610880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:26:11.860240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22419): Terminating (SIGTERM)\u000a19:26:11.900315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22422): Terminating (SIGTERM)\u000a19:26:11.940112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22425): Terminating (SIGTERM)\u000a19:26:11.949390 --- ParallelTerminationStrategy: PID 22419 died...\u000a19:26:12.002574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22419): Terminated: ok {rc=0}\u000a19:26:12.012158 --- ParallelTerminationStrategy: PID 22422 died...\u000a19:26:12.065240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22422): Terminated: ok {rc=0}\u000a19:26:12.074815 --- ParallelTerminationStrategy: PID 22425 died...\u000a19:26:12.127777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22425): Terminated: ok {rc=0}\u000a19:26:12.216441 bus /sierra_3: Setting Powered False\u000a19:26:13.319737 bus /sierra_3: Setting Powered False\u000a19:26:14.426225 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:25:54" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:26:16.465235 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:26:16.478172 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:26:16.652883 tst mo_mt_call.py: using LAC 35750\u000a19:26:16.803851 tst mo_mt_call.py: using RAC 50\u000a19:26:16.938586 tst mo_mt_call.py: using CellId 35750\u000a19:26:17.062757 tst mo_mt_call.py: using BVCI 35751\u000a19:26:17.086953 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:26:17.099666 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:26:17.111254 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:26:17.122832 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:26:17.135177 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:26:17.147516 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:26:17.266464 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:26:17.470744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:17.963733 run create_hlr_db(pid=22431): Launched\u000a19:26:18.139982 bus /sierra_2: Setting Powered False\u000a19:26:19.161096 run create_hlr_db(pid=22431): Terminated: ok {rc=0}\u000a19:26:19.567919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Launched\u000a19:26:19.872910 run osmo-hlr_10.42.42.2(pid=22434): Launched\u000a19:26:19.992848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:20.527654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Launched\u000a19:26:20.832688 run osmo-stp_10.42.42.5(pid=22437): Launched\u000a19:26:20.947506 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:26:21.505878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22439): Launched\u000a19:26:21.811404 run osmo-msc_10.42.42.6(pid=22440): Launched\u000a19:26:21.989888 run osmo-stp_10.42.42.5(pid=22437): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]\u000a19:26:22.118643 run osmo-stp_10.42.42.5(pid=22437): stdout: \u000a| (launched: 2022-12-13_19:26:20.682744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:22.244788 run osmo-stp_10.42.42.5(pid=22437): stderr: \u000a| �[0;m�[38;5;43m20221213192620852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192620852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192620852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192620853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192620853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192620853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192620853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:22.367198 run osmo-stp_10.42.42.5(pid=22437): stdout: \u000a| (launched: 2022-12-13_19:26:20.682744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:22.488509 run osmo-stp_10.42.42.5(pid=22437): stderr: \u000a| �[0;m�[38;5;43m20221213192620852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192620852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192620852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192620853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192620853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192620853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192620853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:22.542286 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)] [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:26:22.550756 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:26:22.611277 run osmo-hlr_10.42.42.2(pid=22434): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22434)]\u000a19:26:22.660633 run osmo-hlr_10.42.42.2(pid=22434): stdout: \u000a| (launched: 2022-12-13_19:26:19.723188) \u000a19:26:22.710547 run osmo-hlr_10.42.42.2(pid=22434): stderr: \u000a| �[0;m�[1;31m20221213192619900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192619900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192619900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192619900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192619900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192619900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192619912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192619921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192619921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192619922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:22.777910 run osmo-msc_10.42.42.6(pid=22440): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22440)]\u000a19:26:22.826881 run osmo-msc_10.42.42.6(pid=22440): stdout: \u000a| (launched: 2022-12-13_19:26:21.660447) \u000a19:26:22.876556 run osmo-msc_10.42.42.6(pid=22440): stderr: \u000a| �[0;m�[38;5;43m20221213192621933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192621933 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9148cdbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192621933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192621933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192621933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192621934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192621935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192621936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192621936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192621936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:26:22.918648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Terminating (SIGTERM)\u000a19:26:22.958365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Terminating (SIGTERM)\u000a19:26:22.998065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22439): Terminating (SIGTERM)\u000a19:26:23.007251 --- ParallelTerminationStrategy: PID 22433 died...\u000a19:26:23.060539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Terminated: ok {rc=0}\u000a19:26:23.070089 --- ParallelTerminationStrategy: PID 22436 died...\u000a19:26:23.122973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Terminated: ok {rc=0}\u000a19:26:23.132434 --- ParallelTerminationStrategy: PID 22439 died...\u000a19:26:23.185110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22439): Terminated: ok {rc=0}\u000a19:26:23.273373 bus /sierra_3: Setting Powered False\u000a19:26:24.377173 bus /sierra_3: Setting Powered False\u000a19:26:25.483752 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22448): Process ended prematurely: osmo-stp_10.42.42.5(pid=22448) [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22448)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22448): Process ended prematurely: osmo-stp_10.42.42.5(pid=22448) [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:26:26.599650 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:26:26.611794 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:26:26.781629 tst mo_mt_call_osmux.py: using LAC 35751\u000a19:26:26.907555 tst mo_mt_call_osmux.py: using RAC 51\u000a19:26:27.034294 tst mo_mt_call_osmux.py: using CellId 35751\u000a19:26:27.160754 tst mo_mt_call_osmux.py: using BVCI 35752\u000a19:26:27.185608 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:26:27.196921 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:26:27.208141 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:26:27.219411 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:26:27.231097 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:26:27.242676 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:26:27.359324 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:26:27.571901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:28.084108 run create_hlr_db(pid=22442): Launched\u000a19:26:28.272036 bus /sierra_2: Setting Powered False\u000a19:26:29.293737 run create_hlr_db(pid=22442): Terminated: ok {rc=0}\u000a19:26:29.703801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22444): Launched\u000a19:26:30.008932 run osmo-hlr_10.42.42.2(pid=22445): Launched\u000a19:26:30.130329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:30.662492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22447): Launched\u000a19:26:31.116927 run osmo-stp_10.42.42.5(pid=22448): Launched\u000a19:26:31.467902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:26:32.216813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22450): Launched\u000a19:26:32.555160 run osmo-msc_10.42.42.6(pid=22451): Launched\u000a19:26:32.748762 run osmo-stp_10.42.42.5(pid=22448): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22448)]\u000a19:26:32.887227 run osmo-stp_10.42.42.5(pid=22448): stdout: \u000a| (launched: 2022-12-13_19:26:30.817996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:33.024732 run osmo-stp_10.42.42.5(pid=22448): stderr: \u000a| �[0;m�[38;5;43m20221213192631133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192631134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192631134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192631136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192631137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192631137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192631137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:33.156476 run osmo-stp_10.42.42.5(pid=22448): stdout: \u000a| (launched: 2022-12-13_19:26:30.817996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:33.287187 run osmo-stp_10.42.42.5(pid=22448): stderr: \u000a| �[0;m�[38;5;43m20221213192631133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192631134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192631134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192631136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192631137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192631137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192631137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:33.344805 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22448): Process ended prematurely: osmo-stp_10.42.42.5(pid=22448) [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22448)] [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:26:33.354260 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a19:26:33.418103 run osmo-hlr_10.42.42.2(pid=22445): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22445)]\u000a19:26:33.470562 run osmo-hlr_10.42.42.2(pid=22445): stdout: \u000a| (launched: 2022-12-13_19:26:29.858924) \u000a19:26:33.523776 run osmo-hlr_10.42.42.2(pid=22445): stderr: \u000a| �[0;m�[1;31m20221213192630034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192630034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192630034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192630034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192630034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192630034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192630046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192630056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192630057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192630057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:33.595776 run osmo-msc_10.42.42.6(pid=22451): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22451)]\u000a19:26:33.647912 run osmo-msc_10.42.42.6(pid=22451): stdout: \u000a| (launched: 2022-12-13_19:26:32.390050) \u000a19:26:33.700552 run osmo-msc_10.42.42.6(pid=22451): stderr: \u000a| �[0;m�[38;5;43m20221213192632707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192632707 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90f8177c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192632707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192632707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192632707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192632708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192632709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192632710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192632710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192632710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:26:33.745452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22444): Terminating (SIGTERM)\u000a19:26:33.788525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22447): Terminating (SIGTERM)\u000a19:26:33.831043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22450): Terminating (SIGTERM)\u000a19:26:33.840741 --- ParallelTerminationStrategy: PID 22444 died...\u000a19:26:33.897537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22444): Terminated: ok {rc=0}\u000a19:26:33.907650 --- ParallelTerminationStrategy: PID 22447 died...\u000a19:26:33.964236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22447): Terminated: ok {rc=0}\u000a19:26:33.974288 --- ParallelTerminationStrategy: PID 22450 died...\u000a19:26:34.031624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22450): Terminated: ok {rc=0}\u000a19:26:34.122581 bus /sierra_3: Setting Powered False\u000a19:26:35.231177 bus /sierra_3: Setting Powered False\u000a19:26:36.340769 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:26:16" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22463): Process ended prematurely: osmo-stp_10.42.42.5(pid=22463) [trial-2393↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22463)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22463): Process ended prematurely: osmo-stp_10.42.42.5(pid=22463) [trial-2393↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:26:38.368024 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:26:38.379300 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a19:26:38.517265 tst emergency_mo_mt_call.py: using LAC 35752\u000a19:26:38.636643 tst emergency_mo_mt_call.py: using RAC 52\u000a19:26:38.754199 tst emergency_mo_mt_call.py: using CellId 35752\u000a19:26:38.871877 tst emergency_mo_mt_call.py: using BVCI 35753\u000a19:26:38.894727 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:26:38.905474 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:26:38.915922 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:26:38.926512 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:26:38.937512 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:26:38.948743 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:26:39.070027 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:26:39.274251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:39.756060 run create_hlr_db(pid=22457): Launched\u000a19:26:39.928843 bus /sierra_2: Setting Powered False\u000a19:26:40.949869 run create_hlr_db(pid=22457): Terminated: ok {rc=0}\u000a19:26:41.375912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22459): Launched\u000a19:26:41.698723 run osmo-hlr_10.42.42.2(pid=22460): Launched\u000a19:26:41.817627 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:42.377833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22462): Launched\u000a19:26:42.700176 run osmo-stp_10.42.42.5(pid=22463): Launched\u000a19:26:42.831748 tst emergency_mo_mt_call.py: using MSISDN 8290\u000a19:26:42.991699 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:26:43.579895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22465): Launched\u000a19:26:43.902507 run osmo-msc_10.42.42.6(pid=22466): Launched\u000a19:26:44.091299 run osmo-stp_10.42.42.5(pid=22463): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22463)]\u000a19:26:44.227073 run osmo-stp_10.42.42.5(pid=22463): stdout: \u000a| (launched: 2022-12-13_19:26:42.541687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:44.361695 run osmo-stp_10.42.42.5(pid=22463): stderr: \u000a| �[0;m�[38;5;43m20221213192642735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192642735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192642735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192642736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192642736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192642736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192642736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:44.491647 run osmo-stp_10.42.42.5(pid=22463): stdout: \u000a| (launched: 2022-12-13_19:26:42.541687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:44.619974 run osmo-stp_10.42.42.5(pid=22463): stderr: \u000a| �[0;m�[38;5;43m20221213192642735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192642735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192642735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192642736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192642736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192642736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192642736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:44.676078 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22463): Process ended prematurely: osmo-stp_10.42.42.5(pid=22463) [trial-2393↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22463)] [trial-2393↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a19:26:44.684763 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a19:26:44.748381 run osmo-hlr_10.42.42.2(pid=22460): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22460)]\u000a19:26:44.800173 run osmo-hlr_10.42.42.2(pid=22460): stdout: \u000a| (launched: 2022-12-13_19:26:41.539480) \u000a19:26:44.852403 run osmo-hlr_10.42.42.2(pid=22460): stderr: \u000a| �[0;m�[1;31m20221213192641738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192641738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192641738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192641738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192641738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192641738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192641750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192641760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192641761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192641761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:44.923671 run osmo-msc_10.42.42.6(pid=22466): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22466)]\u000a19:26:44.975575 run osmo-msc_10.42.42.6(pid=22466): stdout: \u000a| (launched: 2022-12-13_19:26:43.742871) \u000a19:26:45.027732 run osmo-msc_10.42.42.6(pid=22466): stderr: \u000a| �[0;m�[38;5;43m20221213192644062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192644062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3353fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192644062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192644062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192644063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192644063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192644064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192644065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192644065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192644065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:26:45.072269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22459): Terminating (SIGTERM)\u000a19:26:45.114463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22462): Terminating (SIGTERM)\u000a19:26:45.157022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22465): Terminating (SIGTERM)\u000a19:26:45.166681 --- ParallelTerminationStrategy: PID 22459 died...\u000a19:26:45.223629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22459): Terminated: ok {rc=0}\u000a19:26:45.233756 --- ParallelTerminationStrategy: PID 22462 died...\u000a19:26:45.289945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22462): Terminated: ok {rc=0}\u000a19:26:45.299907 --- ParallelTerminationStrategy: PID 22465 died...\u000a19:26:45.356338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22465): Terminated: ok {rc=0}\u000a19:26:45.443148 bus /sierra_3: Setting Powered False\u000a19:26:46.563176 bus /sierra_3: Setting Powered False\u000a19:26:47.673866 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22474): Process ended prematurely: osmo-stp_10.42.42.5(pid=22474) [trial-2393↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22474)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22474): Process ended prematurely: osmo-stp_10.42.42.5(pid=22474) [trial-2393↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:26:48.725260 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:26:48.736743 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a19:26:48.875966 tst emergency_preemptive_call.py: using LAC 35753\u000a19:26:48.993926 tst emergency_preemptive_call.py: using RAC 53\u000a19:26:49.110816 tst emergency_preemptive_call.py: using CellId 35753\u000a19:26:49.228722 tst emergency_preemptive_call.py: using BVCI 35754\u000a19:26:49.251660 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:26:49.262488 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:26:49.273084 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:26:49.283614 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:26:49.294951 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:26:49.306163 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:26:49.427111 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:26:49.545364 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:26:49.664527 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:26:49.863235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:50.346474 run create_hlr_db(pid=22468): Launched\u000a19:26:50.520347 bus /sierra_2: Setting Powered False\u000a19:26:51.542527 run create_hlr_db(pid=22468): Terminated: ok {rc=0}\u000a19:26:51.972109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22470): Launched\u000a19:26:52.295611 run osmo-hlr_10.42.42.2(pid=22471): Launched\u000a19:26:52.415867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:52.976237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22473): Launched\u000a19:26:53.297776 run osmo-stp_10.42.42.5(pid=22474): Launched\u000a19:26:53.429856 tst emergency_preemptive_call.py: using MSISDN 8291\u000a19:26:53.590545 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:26:54.175519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22476): Launched\u000a19:26:54.496941 run osmo-msc_10.42.42.6(pid=22477): Launched\u000a19:26:54.685075 run osmo-stp_10.42.42.5(pid=22474): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22474)]\u000a19:26:54.821026 run osmo-stp_10.42.42.5(pid=22474): stdout: \u000a| (launched: 2022-12-13_19:26:53.139700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:54.956396 run osmo-stp_10.42.42.5(pid=22474): stderr: \u000a| �[0;m�[38;5;43m20221213192653332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192653332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192653332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192653333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192653333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192653333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192653333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:55.085884 run osmo-stp_10.42.42.5(pid=22474): stdout: \u000a| (launched: 2022-12-13_19:26:53.139700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:55.214223 run osmo-stp_10.42.42.5(pid=22474): stderr: \u000a| �[0;m�[38;5;43m20221213192653332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192653332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192653332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192653333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192653333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192653333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192653333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:55.270321 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22474): Process ended prematurely: osmo-stp_10.42.42.5(pid=22474) [trial-2393↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22474)] [trial-2393↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a19:26:55.279125 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a19:26:55.343805 run osmo-hlr_10.42.42.2(pid=22471): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22471)]\u000a19:26:55.396241 run osmo-hlr_10.42.42.2(pid=22471): stdout: \u000a| (launched: 2022-12-13_19:26:52.136218) \u000a19:26:55.448890 run osmo-hlr_10.42.42.2(pid=22471): stderr: \u000a| �[0;m�[1;31m20221213192652334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192652334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192652334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192652334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192652334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192652334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192652347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192652355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192652355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192652355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:55.520759 run osmo-msc_10.42.42.6(pid=22477): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22477)]\u000a19:26:55.572657 run osmo-msc_10.42.42.6(pid=22477): stdout: \u000a| (launched: 2022-12-13_19:26:54.338885) \u000a19:26:55.625942 run osmo-msc_10.42.42.6(pid=22477): stderr: \u000a| �[0;m�[38;5;43m20221213192654659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213192654659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1f093bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213192654659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213192654659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213192654660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213192654660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213192654662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213192654662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213192654663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213192654663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:26:55.670999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22470): Terminating (SIGTERM)\u000a19:26:55.713130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22473): Terminating (SIGTERM)\u000a19:26:55.755814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22476): Terminating (SIGTERM)\u000a19:26:55.765618 --- ParallelTerminationStrategy: PID 22470 died...\u000a19:26:55.822640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22470): Terminated: ok {rc=0}\u000a19:26:55.832880 --- ParallelTerminationStrategy: PID 22473 died...\u000a19:26:55.889711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22473): Terminated: ok {rc=0}\u000a19:26:55.899833 --- ParallelTerminationStrategy: PID 22476 died...\u000a19:26:55.956211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22476): Terminated: ok {rc=0}\u000a19:26:56.043396 bus /sierra_9: Setting Powered False\u000a19:26:57.150223 bus /sierra_9: Setting Powered False\u000a19:26:58.259551 bus /sierra_8: Setting Powered False\u000a19:26:59.364688 bus /sierra_8: Setting Powered False\u000a19:27:00.472924 bus /sierra_3: Setting Powered False\u000a19:27:01.602026 bus /sierra_3: Setting Powered False\u000a19:27:02.713818 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:26:38" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22492): Process ended prematurely: osmo-stp_10.42.42.5(pid=22492) [trial-2393↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22492)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22492): Process ended prematurely: osmo-stp_10.42.42.5(pid=22492) [trial-2393↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:27:04.845240 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:04.856367 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:27:04.996440 tst cs_paging_gprs_active.py: using LAC 35754\u000a19:27:05.117018 tst cs_paging_gprs_active.py: using RAC 54\u000a19:27:05.236766 tst cs_paging_gprs_active.py: using CellId 35754\u000a19:27:05.355889 tst cs_paging_gprs_active.py: using BVCI 35755\u000a19:27:05.379350 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:05.390284 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:05.400993 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:05.411698 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:05.422363 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:05.433051 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:05.443818 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:05.454382 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:05.465148 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:27:05.581307 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:27:05.878640 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:27:06.016784 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:06.356599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22482): Launched\u000a19:27:06.641404 run iperf3-srv_10.42.42.10(pid=22483): Launched\u000a19:27:06.843117 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:27:06.980628 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:07.320265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22484): Launched\u000a19:27:07.605087 run iperf3-srv_10.42.42.10(pid=22485): Launched\u000a19:27:07.807097 tst cs_paging_gprs_active.py:38: start network...\u000a19:27:07.944455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:08.461622 run create_hlr_db(pid=22486): Launched\u000a19:27:08.650915 bus /sierra_2: Setting Powered False\u000a19:27:09.661372 run create_hlr_db(pid=22486): Terminated: ok {rc=0}\u000a19:27:10.102243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22488): Launched\u000a19:27:10.431179 run osmo-hlr_10.42.42.2(pid=22489): Launched\u000a19:27:10.555745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:11.125948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22491): Launched\u000a19:27:11.453994 run osmo-stp_10.42.42.5(pid=22492): Launched\u000a19:27:11.573894 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:27:12.145265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22494): Launched\u000a19:27:12.261796 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:27:12.547062 run patchelf(pid=22495): Launched\u000a19:27:12.738138 run osmo-stp_10.42.42.5(pid=22492): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22492)]\u000a19:27:12.877760 run osmo-stp_10.42.42.5(pid=22492): stdout: \u000a| (launched: 2022-12-13_19:27:11.292363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:13.017653 run osmo-stp_10.42.42.5(pid=22492): stderr: \u000a| �[0;m�[38;5;43m20221213192711481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192711481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192711482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192711482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192711482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192711483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192711483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:13.152791 run osmo-stp_10.42.42.5(pid=22492): stdout: \u000a| (launched: 2022-12-13_19:27:11.292363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:13.286805 run osmo-stp_10.42.42.5(pid=22492): stderr: \u000a| �[0;m�[38;5;43m20221213192711481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192711481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192711482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192711482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192711482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192711483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192711483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:13.442983 run patchelf(pid=22495): Terminating (SIGINT)\u000a19:27:13.626690 run patchelf(pid=22495): Terminated: ok {rc=0}\u000a19:27:13.660113 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22492): Process ended prematurely: osmo-stp_10.42.42.5(pid=22492) [trial-2393↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22492)] [trial-2393↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a19:27:13.670104 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:27:13.733966 run osmo-hlr_10.42.42.2(pid=22489): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22489)]\u000a19:27:13.785794 run osmo-hlr_10.42.42.2(pid=22489): stdout: \u000a| (launched: 2022-12-13_19:27:10.269200) \u000a19:27:13.838264 run osmo-hlr_10.42.42.2(pid=22489): stderr: \u000a| �[0;m�[1;31m20221213192710465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192710465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192710465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192710465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192710465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192710465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192710477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192710486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192710486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192710486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:13.883224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22482): Terminating (SIGTERM)\u000a19:27:13.925931 run iperf3-srv_10.42.42.10(pid=22483): Terminating (SIGTERM)\u000a19:27:13.968609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22484): Terminating (SIGTERM)\u000a19:27:14.010788 run iperf3-srv_10.42.42.10(pid=22485): Terminating (SIGTERM)\u000a19:27:14.053555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22488): Terminating (SIGTERM)\u000a19:27:14.095952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22491): Terminating (SIGTERM)\u000a19:27:14.138372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22494): Terminating (SIGTERM)\u000a19:27:14.148231 --- ParallelTerminationStrategy: PID 22482 died...\u000a19:27:14.205222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22482): Terminated: ok {rc=0}\u000a19:27:14.215492 --- ParallelTerminationStrategy: PID 22483 died...\u000a19:27:14.272110 run iperf3-srv_10.42.42.10(pid=22483): Terminated {rc=256}\u000a19:27:14.282342 --- ParallelTerminationStrategy: PID 22484 died...\u000a19:27:14.339104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22484): Terminated: ok {rc=0}\u000a19:27:14.349360 --- ParallelTerminationStrategy: PID 22485 died...\u000a19:27:14.406050 run iperf3-srv_10.42.42.10(pid=22485): Terminated {rc=256}\u000a19:27:14.416239 --- ParallelTerminationStrategy: PID 22488 died...\u000a19:27:14.472821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22488): Terminated: ok {rc=0}\u000a19:27:14.483051 --- ParallelTerminationStrategy: PID 22491 died...\u000a19:27:14.540025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22491): Terminated: ok {rc=0}\u000a19:27:14.550398 --- ParallelTerminationStrategy: PID 22494 died...\u000a19:27:14.607091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22494): Terminated: ok {rc=0}\u000a19:27:14.694366 bus /gobi_0: Setting Powered False\u000a19:27:15.801800 bus /gobi_0: Setting Powered False\u000a19:27:16.914431 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22504): Process ended prematurely: osmo-stp_10.42.42.5(pid=22504) [trial-2393↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22504)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22504): Process ended prematurely: osmo-stp_10.42.42.5(pid=22504) [trial-2393↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a19:27:18.028999 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:18.040822 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:27:18.190228 tst iperf3.py: using LAC 35755\u000a19:27:18.316690 tst iperf3.py: using RAC 55\u000a19:27:18.443788 tst iperf3.py: using CellId 35755\u000a19:27:18.573039 tst iperf3.py: using BVCI 35756\u000a19:27:18.598223 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:18.609613 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:18.620648 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:18.631666 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:18.643076 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:18.654420 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:18.665999 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:18.677168 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:18.688420 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:27:18.969905 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:27:19.096914 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:19.415538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22496): Launched\u000a19:27:19.681182 run iperf3-srv_10.42.42.10(pid=22497): Launched\u000a19:27:19.867957 tst iperf3.py:8: start network...\u000a19:27:19.995237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:20.486332 run create_hlr_db(pid=22498): Launched\u000a19:27:20.661637 bus /gobi_6: Setting Powered False\u000a19:27:21.683720 run create_hlr_db(pid=22498): Terminated: ok {rc=0}\u000a19:27:22.091943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22500): Launched\u000a19:27:22.398415 run osmo-hlr_10.42.42.2(pid=22501): Launched\u000a19:27:22.520011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:23.057989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22503): Launched\u000a19:27:23.363974 run osmo-stp_10.42.42.5(pid=22504): Launched\u000a19:27:23.474745 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:27:24.006829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22506): Launched\u000a19:27:24.115220 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:27:24.381538 run patchelf(pid=22507): Launched\u000a19:27:24.559595 run osmo-stp_10.42.42.5(pid=22504): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22504)]\u000a19:27:24.689853 run osmo-stp_10.42.42.5(pid=22504): stdout: \u000a| (launched: 2022-12-13_19:27:23.213087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:24.820396 run osmo-stp_10.42.42.5(pid=22504): stderr: \u000a| �[0;m�[38;5;43m20221213192723384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192723384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192723385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192723385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192723386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192723386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192723386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:24.946606 run osmo-stp_10.42.42.5(pid=22504): stdout: \u000a| (launched: 2022-12-13_19:27:23.213087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:25.071525 run osmo-stp_10.42.42.5(pid=22504): stderr: \u000a| �[0;m�[38;5;43m20221213192723384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192723384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192723385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192723385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192723386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192723386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192723386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:25.216355 run patchelf(pid=22507): Terminating (SIGINT)\u000a19:27:25.387113 run patchelf(pid=22507): Terminated: ok {rc=0}\u000a19:27:25.418490 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22504): Process ended prematurely: osmo-stp_10.42.42.5(pid=22504) [trial-2393↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22504)] [trial-2393↪gprs:trx-lms↪iperf3.py:8]\u000a19:27:25.427638 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a19:27:25.488533 run osmo-hlr_10.42.42.2(pid=22501): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22501)]\u000a19:27:25.538103 run osmo-hlr_10.42.42.2(pid=22501): stdout: \u000a| (launched: 2022-12-13_19:27:22.247977) \u000a19:27:25.588135 run osmo-hlr_10.42.42.2(pid=22501): stderr: \u000a| �[0;m�[1;31m20221213192722423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192722423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192722423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192722423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192722423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192722423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192722435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192722445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192722445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192722445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:25.630695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22496): Terminating (SIGTERM)\u000a19:27:25.670405 run iperf3-srv_10.42.42.10(pid=22497): Terminating (SIGTERM)\u000a19:27:25.710286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22500): Terminating (SIGTERM)\u000a19:27:25.750166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22503): Terminating (SIGTERM)\u000a19:27:25.790016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22506): Terminating (SIGTERM)\u000a19:27:25.799273 --- ParallelTerminationStrategy: PID 22496 died...\u000a19:27:25.853695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22496): Terminated: ok {rc=0}\u000a19:27:25.863484 --- ParallelTerminationStrategy: PID 22497 died...\u000a19:27:25.916887 run iperf3-srv_10.42.42.10(pid=22497): Terminated {rc=256}\u000a19:27:25.926414 --- ParallelTerminationStrategy: PID 22500 died...\u000a19:27:25.979429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22500): Terminated: ok {rc=0}\u000a19:27:25.989126 --- ParallelTerminationStrategy: PID 22503 died...\u000a19:27:26.042860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22503): Terminated: ok {rc=0}\u000a19:27:26.052412 --- ParallelTerminationStrategy: PID 22506 died...\u000a19:27:26.106023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22506): Terminated: ok {rc=0}\u000a19:27:26.189244 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22522): Process ended prematurely: osmo-stp_10.42.42.5(pid=22522) [trial-2393↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22522)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22522): Process ended prematurely: osmo-stp_10.42.42.5(pid=22522) [trial-2393↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a19:27:27.305730 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:27.317527 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:27:27.457589 tst iperf3m4.py: using LAC 35756\u000a19:27:27.575867 tst iperf3m4.py: using RAC 56\u000a19:27:27.697410 tst iperf3m4.py: using CellId 35756\u000a19:27:27.818362 tst iperf3m4.py: using BVCI 35757\u000a19:27:27.841661 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:27.852755 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:27.863317 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:27.873985 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:27.884274 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:27.895272 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:27.906319 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:27.916851 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:27.927624 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:27:28.048770 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:27:28.173457 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:27:28.294714 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:27:28.593581 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:27:28.730561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:29.070296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22508): Launched\u000a19:27:29.351266 run iperf3-srv_10.42.42.10(pid=22509): Launched\u000a19:27:29.552444 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:27:29.689134 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:30.027867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22510): Launched\u000a19:27:30.309717 run iperf3-srv_10.42.42.10(pid=22511): Launched\u000a19:27:30.509835 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:27:30.646589 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:31.026131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22512): Launched\u000a19:27:31.335492 run iperf3-srv_10.42.42.10(pid=22513): Launched\u000a19:27:31.540562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:27:31.681068 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:27:32.035122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22514): Launched\u000a19:27:32.310176 run iperf3-srv_10.42.42.10(pid=22515): Launched\u000a19:27:32.496244 tst iperf3m4.py:8: start network...\u000a19:27:32.623225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:33.111839 run create_hlr_db(pid=22516): Launched\u000a19:27:33.287473 bus /gobi_6: Setting Powered False\u000a19:27:34.309858 run create_hlr_db(pid=22516): Terminated: ok {rc=0}\u000a19:27:34.744731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22518): Launched\u000a19:27:35.073102 run osmo-hlr_10.42.42.2(pid=22519): Launched\u000a19:27:35.197825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:35.765760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22521): Launched\u000a19:27:36.094724 run osmo-stp_10.42.42.5(pid=22522): Launched\u000a19:27:36.213672 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:27:36.783234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22524): Launched\u000a19:27:36.899798 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:27:37.185093 run patchelf(pid=22525): Launched\u000a19:27:37.376020 run osmo-stp_10.42.42.5(pid=22522): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22522)]\u000a19:27:37.516216 run osmo-stp_10.42.42.5(pid=22522): stdout: \u000a| (launched: 2022-12-13_19:27:35.932141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:37.656401 run osmo-stp_10.42.42.5(pid=22522): stderr: \u000a| �[0;m�[38;5;43m20221213192736124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192736124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192736124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192736125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192736125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192736126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192736126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:37.791814 run osmo-stp_10.42.42.5(pid=22522): stdout: \u000a| (launched: 2022-12-13_19:27:35.932141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:37.926245 run osmo-stp_10.42.42.5(pid=22522): stderr: \u000a| �[0;m�[38;5;43m20221213192736124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192736124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192736124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192736125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192736125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192736126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192736126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:38.082353 run patchelf(pid=22525): Terminating (SIGINT)\u000a19:27:38.264922 run patchelf(pid=22525): Terminated: ok {rc=0}\u000a19:27:38.298588 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22522): Process ended prematurely: osmo-stp_10.42.42.5(pid=22522) [trial-2393↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22522)] [trial-2393↪gprs:trx-lms↪iperf3m4.py:8]\u000a19:27:38.308563 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:27:38.373048 run osmo-hlr_10.42.42.2(pid=22519): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22519)]\u000a19:27:38.425244 run osmo-hlr_10.42.42.2(pid=22519): stdout: \u000a| (launched: 2022-12-13_19:27:34.911648) \u000a19:27:38.477682 run osmo-hlr_10.42.42.2(pid=22519): stderr: \u000a| �[0;m�[1;31m20221213192735111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192735111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192735111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192735111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192735111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192735111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192735126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192735137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192735137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192735137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:38.523212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22508): Terminating (SIGTERM)\u000a19:27:38.565952 run iperf3-srv_10.42.42.10(pid=22509): Terminating (SIGTERM)\u000a19:27:38.608454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22510): Terminating (SIGTERM)\u000a19:27:38.650882 run iperf3-srv_10.42.42.10(pid=22511): Terminating (SIGTERM)\u000a19:27:38.693376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22512): Terminating (SIGTERM)\u000a19:27:38.735804 run iperf3-srv_10.42.42.10(pid=22513): Terminating (SIGTERM)\u000a19:27:38.778758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22514): Terminating (SIGTERM)\u000a19:27:38.820836 run iperf3-srv_10.42.42.10(pid=22515): Terminating (SIGTERM)\u000a19:27:38.863454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22518): Terminating (SIGTERM)\u000a19:27:38.906101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22521): Terminating (SIGTERM)\u000a19:27:38.948245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22524): Terminating (SIGTERM)\u000a19:27:38.958007 --- ParallelTerminationStrategy: PID 22508 died...\u000a19:27:39.014663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22508): Terminated: ok {rc=0}\u000a19:27:39.024692 --- ParallelTerminationStrategy: PID 22509 died...\u000a19:27:39.080752 run iperf3-srv_10.42.42.10(pid=22509): Terminated {rc=256}\u000a19:27:39.090829 --- ParallelTerminationStrategy: PID 22510 died...\u000a19:27:39.146927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22510): Terminated: ok {rc=0}\u000a19:27:39.156929 --- ParallelTerminationStrategy: PID 22511 died...\u000a19:27:39.213137 run iperf3-srv_10.42.42.10(pid=22511): Terminated {rc=256}\u000a19:27:39.223161 --- ParallelTerminationStrategy: PID 22512 died...\u000a19:27:39.279318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22512): Terminated: ok {rc=0}\u000a19:27:39.289363 --- ParallelTerminationStrategy: PID 22513 died...\u000a19:27:39.345275 run iperf3-srv_10.42.42.10(pid=22513): Terminated {rc=256}\u000a19:27:39.355188 --- ParallelTerminationStrategy: PID 22514 died...\u000a19:27:39.411201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22514): Terminated: ok {rc=0}\u000a19:27:39.421276 --- ParallelTerminationStrategy: PID 22515 died...\u000a19:27:39.477421 run iperf3-srv_10.42.42.10(pid=22515): Terminated {rc=256}\u000a19:27:39.487512 --- ParallelTerminationStrategy: PID 22518 died...\u000a19:27:39.544230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22518): Terminated: ok {rc=0}\u000a19:27:39.554300 --- ParallelTerminationStrategy: PID 22521 died...\u000a19:27:39.610878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22521): Terminated: ok {rc=0}\u000a19:27:39.621127 --- ParallelTerminationStrategy: PID 22524 died...\u000a19:27:39.677410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22524): Terminated: ok {rc=0}\u000a19:27:39.765696 bus /gobi_4: Setting Powered False\u000a19:27:40.871207 bus /gobi_4: Setting Powered False\u000a19:27:41.980551 bus /gobi_1: Setting Powered False\u000a19:27:43.082541 bus /gobi_1: Setting Powered False\u000a19:27:44.189533 bus /gobi_0: Setting Powered False\u000a19:27:45.295560 bus /gobi_0: Setting Powered False\u000a19:27:46.424893 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22532): Process ended prematurely: osmo-stp_10.42.42.5(pid=22532) [trial-2393↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22532)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22532): Process ended prematurely: osmo-stp_10.42.42.5(pid=22532) [trial-2393↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a19:27:47.492272 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:47.503509 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:27:47.646023 tst ping.py: using LAC 35757\u000a19:27:47.772604 tst ping.py: using RAC 57\u000a19:27:47.896144 tst ping.py: using CellId 35757\u000a19:27:48.027016 tst ping.py: using BVCI 35758\u000a19:27:48.051703 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:48.062841 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:48.073805 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:48.084623 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:48.095969 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:48.107170 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:48.118588 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:48.129799 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:27:48.405468 tst ping.py:19: start network...\u000a19:27:48.529845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:49.009627 run create_hlr_db(pid=22526): Launched\u000a19:27:49.181615 bus /gobi_6: Setting Powered False\u000a19:27:50.203215 run create_hlr_db(pid=22526): Terminated: ok {rc=0}\u000a19:27:50.631177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22528): Launched\u000a19:27:50.952579 run osmo-hlr_10.42.42.2(pid=22529): Launched\u000a19:27:51.071422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:51.634998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22531): Launched\u000a19:27:51.959080 run osmo-stp_10.42.42.5(pid=22532): Launched\u000a19:27:52.076089 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:27:52.636226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22534): Launched\u000a19:27:52.750639 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:27:53.031499 run patchelf(pid=22535): Launched\u000a19:27:53.219657 run osmo-stp_10.42.42.5(pid=22532): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22532)]\u000a19:27:53.357409 run osmo-stp_10.42.42.5(pid=22532): stdout: \u000a| (launched: 2022-12-13_19:27:51.798926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:53.495196 run osmo-stp_10.42.42.5(pid=22532): stderr: \u000a| �[0;m�[38;5;43m20221213192751991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192751992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192751992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192751992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192751993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192751993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192751993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:53.629174 run osmo-stp_10.42.42.5(pid=22532): stdout: \u000a| (launched: 2022-12-13_19:27:51.798926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:53.761550 run osmo-stp_10.42.42.5(pid=22532): stderr: \u000a| �[0;m�[38;5;43m20221213192751991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192751992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192751992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192751992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192751993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192751993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192751993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:53.914925 run patchelf(pid=22535): Terminating (SIGINT)\u000a19:27:54.094878 run patchelf(pid=22535): Terminated: ok {rc=0}\u000a19:27:54.127542 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22532): Process ended prematurely: osmo-stp_10.42.42.5(pid=22532) [trial-2393↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22532)] [trial-2393↪gprs:trx-lms↪ping.py:22]\u000a19:27:54.136859 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:27:54.200417 run osmo-hlr_10.42.42.2(pid=22529): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22529)]\u000a19:27:54.252301 run osmo-hlr_10.42.42.2(pid=22529): stdout: \u000a| (launched: 2022-12-13_19:27:50.793803) \u000a19:27:54.304729 run osmo-hlr_10.42.42.2(pid=22529): stderr: \u000a| �[0;m�[1;31m20221213192750992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192750992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192750992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192750992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192750993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192750993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192751004 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192751013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192751013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192751013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:54.349632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22528): Terminating (SIGTERM)\u000a19:27:54.391953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22531): Terminating (SIGTERM)\u000a19:27:54.434301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22534): Terminating (SIGTERM)\u000a19:27:54.444026 --- ParallelTerminationStrategy: PID 22528 died...\u000a19:27:54.500643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22528): Terminated: ok {rc=0}\u000a19:27:54.510727 --- ParallelTerminationStrategy: PID 22531 died...\u000a19:27:54.567561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22531): Terminated: ok {rc=0}\u000a19:27:54.577805 --- ParallelTerminationStrategy: PID 22534 died...\u000a19:27:54.633785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22534): Terminated: ok {rc=0}\u000a19:27:54.721794 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22542): Process ended prematurely: osmo-stp_10.42.42.5(pid=22542) [trial-2393↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22542)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22542): Process ended prematurely: osmo-stp_10.42.42.5(pid=22542) [trial-2393↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a19:27:55.774010 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:55.785800 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:27:55.928858 tst ping_idle_ping.py: using LAC 35758\u000a19:27:56.056721 tst ping_idle_ping.py: using RAC 58\u000a19:27:56.184008 tst ping_idle_ping.py: using CellId 35758\u000a19:27:56.310845 tst ping_idle_ping.py: using BVCI 35759\u000a19:27:56.335467 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:56.346773 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:56.357972 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:56.368874 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:56.380243 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:56.391565 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:56.403098 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:27:56.414412 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:27:56.705308 tst ping_idle_ping.py:24: start network...\u000a19:27:56.839678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:57.350854 run create_hlr_db(pid=22536): Launched\u000a19:27:57.538963 bus /gobi_6: Setting Powered False\u000a19:27:58.559959 run create_hlr_db(pid=22536): Terminated: ok {rc=0}\u000a19:27:58.967840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22538): Launched\u000a19:27:59.271285 run osmo-hlr_10.42.42.2(pid=22539): Launched\u000a19:27:59.383029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:59.905503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22541): Launched\u000a19:28:00.207661 run osmo-stp_10.42.42.5(pid=22542): Launched\u000a19:28:00.329881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:28:00.878701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22544): Launched\u000a19:28:00.992767 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:28:01.272870 run patchelf(pid=22545): Launched\u000a19:28:01.452763 run osmo-stp_10.42.42.5(pid=22542): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22542)]\u000a19:28:01.583966 run osmo-stp_10.42.42.5(pid=22542): stdout: \u000a| (launched: 2022-12-13_19:28:00.058557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:01.718596 run osmo-stp_10.42.42.5(pid=22542): stderr: \u000a| �[0;m�[38;5;43m20221213192800228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192800228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192800229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192800229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192800230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192800230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192800230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:01.845754 run osmo-stp_10.42.42.5(pid=22542): stdout: \u000a| (launched: 2022-12-13_19:28:00.058557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:01.972021 run osmo-stp_10.42.42.5(pid=22542): stderr: \u000a| �[0;m�[38;5;43m20221213192800228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192800228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192800229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192800229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192800230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192800230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192800230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:02.118339 run patchelf(pid=22545): Terminating (SIGINT)\u000a19:28:02.289204 run patchelf(pid=22545): Terminated: ok {rc=0}\u000a19:28:02.320040 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22542): Process ended prematurely: osmo-stp_10.42.42.5(pid=22542) [trial-2393↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22542)] [trial-2393↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a19:28:02.328769 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:28:02.388875 run osmo-hlr_10.42.42.2(pid=22539): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22539)]\u000a19:28:02.437911 run osmo-hlr_10.42.42.2(pid=22539): stdout: \u000a| (launched: 2022-12-13_19:27:59.121800) \u000a19:28:02.487639 run osmo-hlr_10.42.42.2(pid=22539): stderr: \u000a| �[0;m�[1;31m20221213192759297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192759297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192759298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192759298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192759298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192759298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192759310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192759319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192759319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192759319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:02.530206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22538): Terminating (SIGTERM)\u000a19:28:02.570368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22541): Terminating (SIGTERM)\u000a19:28:02.610733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22544): Terminating (SIGTERM)\u000a19:28:02.620031 --- ParallelTerminationStrategy: PID 22538 died...\u000a19:28:02.673986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22538): Terminated: ok {rc=0}\u000a19:28:02.683696 --- ParallelTerminationStrategy: PID 22541 died...\u000a19:28:02.737151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22541): Terminated: ok {rc=0}\u000a19:28:02.746791 --- ParallelTerminationStrategy: PID 22544 died...\u000a19:28:02.800744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22544): Terminated: ok {rc=0}\u000a19:28:02.888841 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:27:04" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22561): Process ended prematurely: osmo-stp_10.42.42.5(pid=22561) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22561)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22561): Process ended prematurely: osmo-stp_10.42.42.5(pid=22561) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:28:05.027228 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:05.038272 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:28:05.182156 tst cs_paging_gprs_active.py: using LAC 35759\u000a19:28:05.308429 tst cs_paging_gprs_active.py: using RAC 59\u000a19:28:05.435354 tst cs_paging_gprs_active.py: using CellId 35759\u000a19:28:05.561644 tst cs_paging_gprs_active.py: using BVCI 35760\u000a19:28:05.586917 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:05.598526 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:05.609889 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:05.621240 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:05.632645 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:05.644095 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:05.655784 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:05.667195 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:05.679049 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:28:05.795950 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:28:06.094258 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:28:06.232858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:06.573872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22551): Launched\u000a19:28:06.856616 run iperf3-srv_10.42.42.10(pid=22552): Launched\u000a19:28:07.059264 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:28:07.196840 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:07.539054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22553): Launched\u000a19:28:07.822743 run iperf3-srv_10.42.42.10(pid=22554): Launched\u000a19:28:08.024578 tst cs_paging_gprs_active.py:38: start network...\u000a19:28:08.162200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:08.678112 run create_hlr_db(pid=22555): Launched\u000a19:28:08.867545 bus /gobi_6: Setting Powered False\u000a19:28:09.888597 run create_hlr_db(pid=22555): Terminated: ok {rc=0}\u000a19:28:10.325245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22557): Launched\u000a19:28:10.656030 run osmo-hlr_10.42.42.2(pid=22558): Launched\u000a19:28:10.777489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:11.346722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22560): Launched\u000a19:28:11.676448 run osmo-stp_10.42.42.5(pid=22561): Launched\u000a19:28:11.796007 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:28:12.365862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22563): Launched\u000a19:28:12.482734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:28:12.769224 run patchelf(pid=22564): Launched\u000a19:28:12.962526 run osmo-stp_10.42.42.5(pid=22561): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22561)]\u000a19:28:13.103020 run osmo-stp_10.42.42.5(pid=22561): stdout: \u000a| (launched: 2022-12-13_19:28:11.513163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:13.243461 run osmo-stp_10.42.42.5(pid=22561): stderr: \u000a| �[0;m�[38;5;43m20221213192811705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192811705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192811705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192811706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192811706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192811706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192811706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:13.379257 run osmo-stp_10.42.42.5(pid=22561): stdout: \u000a| (launched: 2022-12-13_19:28:11.513163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:13.513691 run osmo-stp_10.42.42.5(pid=22561): stderr: \u000a| �[0;m�[38;5;43m20221213192811705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192811705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192811705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192811706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192811706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192811706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192811706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:13.670849 run patchelf(pid=22564): Terminating (SIGINT)\u000a19:28:13.854122 run patchelf(pid=22564): Terminated: ok {rc=0}\u000a19:28:13.887642 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22561): Process ended prematurely: osmo-stp_10.42.42.5(pid=22561) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22561)] [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:28:13.897581 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:28:13.961367 run osmo-hlr_10.42.42.2(pid=22558): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22558)]\u000a19:28:14.013286 run osmo-hlr_10.42.42.2(pid=22558): stdout: \u000a| (launched: 2022-12-13_19:28:10.492185) \u000a19:28:14.065765 run osmo-hlr_10.42.42.2(pid=22558): stderr: \u000a| �[0;m�[1;31m20221213192810691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192810691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192810691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192810691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192810691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192810691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192810705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192810713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192810713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192810713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:14.111012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22551): Terminating (SIGTERM)\u000a19:28:14.153775 run iperf3-srv_10.42.42.10(pid=22552): Terminating (SIGTERM)\u000a19:28:14.196054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22553): Terminating (SIGTERM)\u000a19:28:14.238495 run iperf3-srv_10.42.42.10(pid=22554): Terminating (SIGTERM)\u000a19:28:14.280651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22557): Terminating (SIGTERM)\u000a19:28:14.322966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22560): Terminating (SIGTERM)\u000a19:28:14.365800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22563): Terminating (SIGTERM)\u000a19:28:14.375527 --- ParallelTerminationStrategy: PID 22551 died...\u000a19:28:14.432386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22551): Terminated: ok {rc=0}\u000a19:28:14.442527 --- ParallelTerminationStrategy: PID 22552 died...\u000a19:28:14.498717 run iperf3-srv_10.42.42.10(pid=22552): Terminated {rc=256}\u000a19:28:14.508772 --- ParallelTerminationStrategy: PID 22553 died...\u000a19:28:14.565531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22553): Terminated: ok {rc=0}\u000a19:28:14.575685 --- ParallelTerminationStrategy: PID 22554 died...\u000a19:28:14.631819 run iperf3-srv_10.42.42.10(pid=22554): Terminated {rc=256}\u000a19:28:14.641922 --- ParallelTerminationStrategy: PID 22557 died...\u000a19:28:14.698248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22557): Terminated: ok {rc=0}\u000a19:28:14.708370 --- ParallelTerminationStrategy: PID 22560 died...\u000a19:28:14.764668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22560): Terminated: ok {rc=0}\u000a19:28:14.774769 --- ParallelTerminationStrategy: PID 22563 died...\u000a19:28:14.831025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22563): Terminated: ok {rc=0}\u000a19:28:14.918956 bus /gobi_0: Setting Powered False\u000a19:28:16.041284 bus /gobi_0: Setting Powered False\u000a19:28:17.150135 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22573): Process ended prematurely: osmo-stp_10.42.42.5(pid=22573) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22573)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22573): Process ended prematurely: osmo-stp_10.42.42.5(pid=22573) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:28:18.259837 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:18.271706 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:28:18.410587 tst iperf3.py: using LAC 35760\u000a19:28:18.534373 tst iperf3.py: using RAC 60\u000a19:28:18.656567 tst iperf3.py: using CellId 35760\u000a19:28:18.780209 tst iperf3.py: using BVCI 35761\u000a19:28:18.803624 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:18.814693 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:18.825532 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:18.836286 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:18.847501 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:18.858848 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:18.870353 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:18.881540 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:18.893000 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:28:19.173385 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:28:19.300919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:19.620219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22565): Launched\u000a19:28:19.884401 run iperf3-srv_10.42.42.10(pid=22566): Launched\u000a19:28:20.070973 tst iperf3.py:8: start network...\u000a19:28:20.198610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:20.690228 run create_hlr_db(pid=22567): Launched\u000a19:28:20.874387 bus /gobi_6: Setting Powered False\u000a19:28:21.888264 run create_hlr_db(pid=22567): Terminated: ok {rc=0}\u000a19:28:22.326266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22569): Launched\u000a19:28:22.658088 run osmo-hlr_10.42.42.2(pid=22570): Launched\u000a19:28:22.779235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:23.347981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22572): Launched\u000a19:28:23.679748 run osmo-stp_10.42.42.5(pid=22573): Launched\u000a19:28:23.798974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:28:24.370012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22575): Launched\u000a19:28:24.487152 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:28:24.774152 run patchelf(pid=22576): Launched\u000a19:28:24.966049 run osmo-stp_10.42.42.5(pid=22573): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22573)]\u000a19:28:25.106194 run osmo-stp_10.42.42.5(pid=22573): stdout: \u000a| (launched: 2022-12-13_19:28:23.514360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:25.247069 run osmo-stp_10.42.42.5(pid=22573): stderr: \u000a| �[0;m�[38;5;43m20221213192823706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192823706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192823707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192823707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192823708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192823708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192823708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:25.383226 run osmo-stp_10.42.42.5(pid=22573): stdout: \u000a| (launched: 2022-12-13_19:28:23.514360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:25.517856 run osmo-stp_10.42.42.5(pid=22573): stderr: \u000a| �[0;m�[38;5;43m20221213192823706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192823706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192823707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192823707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192823708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192823708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192823708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:25.674897 run patchelf(pid=22576): Terminating (SIGINT)\u000a19:28:25.858179 run patchelf(pid=22576): Terminated: ok {rc=0}\u000a19:28:25.891796 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22573): Process ended prematurely: osmo-stp_10.42.42.5(pid=22573) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22573)] [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a19:28:25.901741 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:28:25.965670 run osmo-hlr_10.42.42.2(pid=22570): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22570)]\u000a19:28:26.017890 run osmo-hlr_10.42.42.2(pid=22570): stdout: \u000a| (launched: 2022-12-13_19:28:22.493714) \u000a19:28:26.070498 run osmo-hlr_10.42.42.2(pid=22570): stderr: \u000a| �[0;m�[1;31m20221213192822690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192822690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192822690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192822690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192822690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192822690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192822703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192822712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192822712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192822712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:26.115574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22565): Terminating (SIGTERM)\u000a19:28:26.158790 run iperf3-srv_10.42.42.10(pid=22566): Terminating (SIGTERM)\u000a19:28:26.201209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22569): Terminating (SIGTERM)\u000a19:28:26.244197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22572): Terminating (SIGTERM)\u000a19:28:26.287186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22575): Terminating (SIGTERM)\u000a19:28:26.297142 --- ParallelTerminationStrategy: PID 22565 died...\u000a19:28:26.354206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22565): Terminated: ok {rc=0}\u000a19:28:26.364350 --- ParallelTerminationStrategy: PID 22566 died...\u000a19:28:26.420886 run iperf3-srv_10.42.42.10(pid=22566): Terminated {rc=256}\u000a19:28:26.430964 --- ParallelTerminationStrategy: PID 22569 died...\u000a19:28:26.487733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22569): Terminated: ok {rc=0}\u000a19:28:26.497901 --- ParallelTerminationStrategy: PID 22572 died...\u000a19:28:26.554859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22572): Terminated: ok {rc=0}\u000a19:28:26.564927 --- ParallelTerminationStrategy: PID 22575 died...\u000a19:28:26.621677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22575): Terminated: ok {rc=0}\u000a19:28:26.710053 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22591): Process ended prematurely: osmo-stp_10.42.42.5(pid=22591) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22591)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22591): Process ended prematurely: osmo-stp_10.42.42.5(pid=22591) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:28:27.826722 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:27.838690 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:28:27.988911 tst iperf3m4.py: using LAC 35761\u000a19:28:28.114954 tst iperf3m4.py: using RAC 61\u000a19:28:28.240377 tst iperf3m4.py: using CellId 35761\u000a19:28:28.367599 tst iperf3m4.py: using BVCI 35762\u000a19:28:28.392618 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:28.404062 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:28.415265 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:28.426445 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:28.437860 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:28.449446 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:28.461179 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:28.472198 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:28.484011 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:28:28.606046 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:28:28.725289 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:28:28.843524 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:28:29.140057 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:28:29.277557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:29.618712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22577): Launched\u000a19:28:29.901984 run iperf3-srv_10.42.42.10(pid=22578): Launched\u000a19:28:30.102651 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:28:30.239631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:30.580391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22579): Launched\u000a19:28:30.878802 run iperf3-srv_10.42.42.10(pid=22580): Launched\u000a19:28:31.073915 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:28:31.205726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:31.552175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22581): Launched\u000a19:28:31.847070 run iperf3-srv_10.42.42.10(pid=22582): Launched\u000a19:28:32.042266 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:28:32.172373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:28:32.492839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22583): Launched\u000a19:28:32.757296 run iperf3-srv_10.42.42.10(pid=22584): Launched\u000a19:28:32.943397 tst iperf3m4.py:8: start network...\u000a19:28:33.071021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:33.561458 run create_hlr_db(pid=22585): Launched\u000a19:28:33.738086 bus /gobi_6: Setting Powered False\u000a19:28:34.759983 run create_hlr_db(pid=22585): Terminated: ok {rc=0}\u000a19:28:35.168089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22587): Launched\u000a19:28:35.475461 run osmo-hlr_10.42.42.2(pid=22588): Launched\u000a19:28:35.597179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:36.132689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22590): Launched\u000a19:28:36.440109 run osmo-stp_10.42.42.5(pid=22591): Launched\u000a19:28:36.550548 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:28:37.083489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22593): Launched\u000a19:28:37.191822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:28:37.458031 run patchelf(pid=22594): Launched\u000a19:28:37.637355 run osmo-stp_10.42.42.5(pid=22591): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22591)]\u000a19:28:37.768187 run osmo-stp_10.42.42.5(pid=22591): stdout: \u000a| (launched: 2022-12-13_19:28:36.288789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:37.899266 run osmo-stp_10.42.42.5(pid=22591): stderr: \u000a| �[0;m�[38;5;43m20221213192836458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192836458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192836459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192836459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192836460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192836460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192836460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:38.025974 run osmo-stp_10.42.42.5(pid=22591): stdout: \u000a| (launched: 2022-12-13_19:28:36.288789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:38.151760 run osmo-stp_10.42.42.5(pid=22591): stderr: \u000a| �[0;m�[38;5;43m20221213192836458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192836458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192836459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192836459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192836460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192836460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192836460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:38.297859 run patchelf(pid=22594): Terminating (SIGINT)\u000a19:28:38.469533 run patchelf(pid=22594): Terminated: ok {rc=0}\u000a19:28:38.501011 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22591): Process ended prematurely: osmo-stp_10.42.42.5(pid=22591) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22591)] [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:28:38.510270 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:28:38.571396 run osmo-hlr_10.42.42.2(pid=22588): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22588)]\u000a19:28:38.621411 run osmo-hlr_10.42.42.2(pid=22588): stdout: \u000a| (launched: 2022-12-13_19:28:35.324799) \u000a19:28:38.671790 run osmo-hlr_10.42.42.2(pid=22588): stderr: \u000a| �[0;m�[1;31m20221213192835501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192835501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192835502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192835502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192835502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192835502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192835514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192835523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192835523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192835523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:38.714658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22577): Terminating (SIGTERM)\u000a19:28:38.754830 run iperf3-srv_10.42.42.10(pid=22578): Terminating (SIGTERM)\u000a19:28:38.795260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22579): Terminating (SIGTERM)\u000a19:28:38.835449 run iperf3-srv_10.42.42.10(pid=22580): Terminating (SIGTERM)\u000a19:28:38.875799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22581): Terminating (SIGTERM)\u000a19:28:38.915905 run iperf3-srv_10.42.42.10(pid=22582): Terminating (SIGTERM)\u000a19:28:38.956416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22583): Terminating (SIGTERM)\u000a19:28:38.996523 run iperf3-srv_10.42.42.10(pid=22584): Terminating (SIGTERM)\u000a19:28:39.036782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22587): Terminating (SIGTERM)\u000a19:28:39.077095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22590): Terminating (SIGTERM)\u000a19:28:39.117863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22593): Terminating (SIGTERM)\u000a19:28:39.127187 --- ParallelTerminationStrategy: PID 22577 died...\u000a19:28:39.181278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22577): Terminated: ok {rc=0}\u000a19:28:39.191038 --- ParallelTerminationStrategy: PID 22578 died...\u000a19:28:39.244659 run iperf3-srv_10.42.42.10(pid=22578): Terminated {rc=256}\u000a19:28:39.254305 --- ParallelTerminationStrategy: PID 22579 died...\u000a19:28:39.308058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22579): Terminated: ok {rc=0}\u000a19:28:39.317779 --- ParallelTerminationStrategy: PID 22580 died...\u000a19:28:39.371210 run iperf3-srv_10.42.42.10(pid=22580): Terminated {rc=256}\u000a19:28:39.381024 --- ParallelTerminationStrategy: PID 22581 died...\u000a19:28:39.434585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22581): Terminated: ok {rc=0}\u000a19:28:39.444263 --- ParallelTerminationStrategy: PID 22582 died...\u000a19:28:39.497716 run iperf3-srv_10.42.42.10(pid=22582): Terminated {rc=256}\u000a19:28:39.507381 --- ParallelTerminationStrategy: PID 22583 died...\u000a19:28:39.561023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22583): Terminated: ok {rc=0}\u000a19:28:39.570766 --- ParallelTerminationStrategy: PID 22584 died...\u000a19:28:39.624348 run iperf3-srv_10.42.42.10(pid=22584): Terminated {rc=256}\u000a19:28:39.634063 --- ParallelTerminationStrategy: PID 22587 died...\u000a19:28:39.687784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22587): Terminated: ok {rc=0}\u000a19:28:39.697602 --- ParallelTerminationStrategy: PID 22590 died...\u000a19:28:39.751663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22590): Terminated: ok {rc=0}\u000a19:28:39.761601 --- ParallelTerminationStrategy: PID 22593 died...\u000a19:28:39.815325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22593): Terminated: ok {rc=0}\u000a19:28:39.900205 bus /gobi_4: Setting Powered False\u000a19:28:41.008424 bus /gobi_4: Setting Powered False\u000a19:28:42.121968 bus /gobi_1: Setting Powered False\u000a19:28:43.226737 bus /gobi_1: Setting Powered False\u000a19:28:44.339059 bus /gobi_0: Setting Powered False\u000a19:28:45.442300 bus /gobi_0: Setting Powered False\u000a19:28:46.551894 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22601): Process ended prematurely: osmo-stp_10.42.42.5(pid=22601) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22601)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22601): Process ended prematurely: osmo-stp_10.42.42.5(pid=22601) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:28:47.618484 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:47.629952 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:28:47.767677 tst ping.py: using LAC 35762\u000a19:28:47.885170 tst ping.py: using RAC 62\u000a19:28:48.004131 tst ping.py: using CellId 35762\u000a19:28:48.123306 tst ping.py: using BVCI 35763\u000a19:28:48.146280 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:48.157260 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:48.167996 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:48.178749 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:48.189587 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:48.200637 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:48.212018 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:48.222917 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:28:48.498317 tst ping.py:19: start network...\u000a19:28:48.623769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:49.106282 run create_hlr_db(pid=22595): Launched\u000a19:28:49.281479 bus /gobi_6: Setting Powered False\u000a19:28:50.301765 run create_hlr_db(pid=22595): Terminated: ok {rc=0}\u000a19:28:50.732490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22597): Launched\u000a19:28:51.055720 run osmo-hlr_10.42.42.2(pid=22598): Launched\u000a19:28:51.174871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:51.738753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22600): Launched\u000a19:28:52.061841 run osmo-stp_10.42.42.5(pid=22601): Launched\u000a19:28:52.179045 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:28:52.741121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22603): Launched\u000a19:28:52.856419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:28:53.138222 run patchelf(pid=22604): Launched\u000a19:28:53.326834 run osmo-stp_10.42.42.5(pid=22601): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22601)]\u000a19:28:53.464794 run osmo-stp_10.42.42.5(pid=22601): stdout: \u000a| (launched: 2022-12-13_19:28:51.902557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:53.603299 run osmo-stp_10.42.42.5(pid=22601): stderr: \u000a| �[0;m�[38;5;43m20221213192852092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192852093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192852093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192852094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192852095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192852095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192852095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:53.736714 run osmo-stp_10.42.42.5(pid=22601): stdout: \u000a| (launched: 2022-12-13_19:28:51.902557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:53.869086 run osmo-stp_10.42.42.5(pid=22601): stderr: \u000a| �[0;m�[38;5;43m20221213192852092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192852093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192852093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192852094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192852095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192852095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192852095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:54.022938 run patchelf(pid=22604): Terminating (SIGINT)\u000a19:28:54.203286 run patchelf(pid=22604): Terminated: ok {rc=0}\u000a19:28:54.235968 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22601): Process ended prematurely: osmo-stp_10.42.42.5(pid=22601) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22601)] [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a19:28:54.245322 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:28:54.309522 run osmo-hlr_10.42.42.2(pid=22598): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22598)]\u000a19:28:54.362047 run osmo-hlr_10.42.42.2(pid=22598): stdout: \u000a| (launched: 2022-12-13_19:28:50.896241) \u000a19:28:54.414999 run osmo-hlr_10.42.42.2(pid=22598): stderr: \u000a| �[0;m�[1;31m20221213192851093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192851093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192851093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192851093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192851093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192851094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192851107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192851117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192851117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192851118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:54.460264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22597): Terminating (SIGTERM)\u000a19:28:54.503550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22600): Terminating (SIGTERM)\u000a19:28:54.546632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22603): Terminating (SIGTERM)\u000a19:28:54.556570 --- ParallelTerminationStrategy: PID 22597 died...\u000a19:28:54.614216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22597): Terminated: ok {rc=0}\u000a19:28:54.624423 --- ParallelTerminationStrategy: PID 22600 died...\u000a19:28:54.681682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22600): Terminated: ok {rc=0}\u000a19:28:54.691842 --- ParallelTerminationStrategy: PID 22603 died...\u000a19:28:54.748859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22603): Terminated: ok {rc=0}\u000a19:28:54.837574 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22611): Process ended prematurely: osmo-stp_10.42.42.5(pid=22611) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22611)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22611): Process ended prematurely: osmo-stp_10.42.42.5(pid=22611) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:28:55.890453 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:55.902729 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:28:56.053404 tst ping_idle_ping.py: using LAC 35763\u000a19:28:56.181496 tst ping_idle_ping.py: using RAC 63\u000a19:28:56.306022 tst ping_idle_ping.py: using CellId 35763\u000a19:28:56.430569 tst ping_idle_ping.py: using BVCI 35764\u000a19:28:56.455564 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:56.467266 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:56.478825 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:56.490201 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:56.501826 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:56.513525 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:56.525437 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:28:56.537094 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:28:56.831729 tst ping_idle_ping.py:24: start network...\u000a19:28:56.966865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:57.479264 run create_hlr_db(pid=22605): Launched\u000a19:28:57.667580 bus /gobi_6: Setting Powered False\u000a19:28:58.689565 run create_hlr_db(pid=22605): Terminated: ok {rc=0}\u000a19:28:59.095888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22607): Launched\u000a19:28:59.400273 run osmo-hlr_10.42.42.2(pid=22608): Launched\u000a19:28:59.510766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:00.037992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22610): Launched\u000a19:29:00.341646 run osmo-stp_10.42.42.5(pid=22611): Launched\u000a19:29:00.452174 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:29:00.993295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22613): Launched\u000a19:29:01.102791 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:29:01.392228 run patchelf(pid=22614): Launched\u000a19:29:01.588719 run osmo-stp_10.42.42.5(pid=22611): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22611)]\u000a19:29:01.733722 run osmo-stp_10.42.42.5(pid=22611): stdout: \u000a| (launched: 2022-12-13_19:29:00.191383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:01.876467 run osmo-stp_10.42.42.5(pid=22611): stderr: \u000a| �[0;m�[38;5;43m20221213192900362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192900363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192900363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192900363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192900364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192900364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192900364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:02.008390 run osmo-stp_10.42.42.5(pid=22611): stdout: \u000a| (launched: 2022-12-13_19:29:00.191383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:02.135939 run osmo-stp_10.42.42.5(pid=22611): stderr: \u000a| �[0;m�[38;5;43m20221213192900362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192900363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192900363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192900363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192900364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192900364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192900364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:02.282130 run patchelf(pid=22614): Terminating (SIGINT)\u000a19:29:02.451653 run patchelf(pid=22614): Terminated: ok {rc=0}\u000a19:29:02.482595 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22611): Process ended prematurely: osmo-stp_10.42.42.5(pid=22611) [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22611)] [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:29:02.491558 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:29:02.552500 run osmo-hlr_10.42.42.2(pid=22608): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22608)]\u000a19:29:02.602101 run osmo-hlr_10.42.42.2(pid=22608): stdout: \u000a| (launched: 2022-12-13_19:28:59.250134) \u000a19:29:02.652137 run osmo-hlr_10.42.42.2(pid=22608): stderr: \u000a| �[0;m�[1;31m20221213192859424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192859424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192859424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192859424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192859424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192859424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192859490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192859501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192859501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192859501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:02.694702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22607): Terminating (SIGTERM)\u000a19:29:02.734913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22610): Terminating (SIGTERM)\u000a19:29:02.775278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22613): Terminating (SIGTERM)\u000a19:29:02.784767 --- ParallelTerminationStrategy: PID 22607 died...\u000a19:29:02.839629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22607): Terminated: ok {rc=0}\u000a19:29:02.849588 --- ParallelTerminationStrategy: PID 22610 died...\u000a19:29:02.903945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22610): Terminated: ok {rc=0}\u000a19:29:02.913758 --- ParallelTerminationStrategy: PID 22613 died...\u000a19:29:02.967704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22613): Terminated: ok {rc=0}\u000a19:29:03.057108 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:28:04" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22630): Process ended prematurely: osmo-stp_10.42.42.5(pid=22630) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22630)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22630): Process ended prematurely: osmo-stp_10.42.42.5(pid=22630) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:29:05.206228 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:05.217660 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:29:05.375114 tst cs_paging_gprs_active.py: using LAC 35764\u000a19:29:05.496760 tst cs_paging_gprs_active.py: using RAC 64\u000a19:29:05.627374 tst cs_paging_gprs_active.py: using CellId 35764\u000a19:29:05.754190 tst cs_paging_gprs_active.py: using BVCI 35765\u000a19:29:05.779363 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:05.790811 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:05.802173 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:05.813448 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:05.824842 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:05.836494 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:05.848218 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:05.859617 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:05.871401 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:29:05.990753 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:29:06.290102 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:29:06.428611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:29:06.772064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22620): Launched\u000a19:29:07.055777 run iperf3-srv_10.42.42.10(pid=22621): Launched\u000a19:29:07.258873 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:29:07.397248 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:29:07.740263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22622): Launched\u000a19:29:08.023992 run iperf3-srv_10.42.42.10(pid=22623): Launched\u000a19:29:08.226202 tst cs_paging_gprs_active.py:38: start network...\u000a19:29:08.364067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:08.883699 run create_hlr_db(pid=22624): Launched\u000a19:29:09.073404 bus /gobi_6: Setting Powered False\u000a19:29:10.085175 run create_hlr_db(pid=22624): Terminated: ok {rc=0}\u000a19:29:10.529534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22626): Launched\u000a19:29:10.860866 run osmo-hlr_10.42.42.2(pid=22627): Launched\u000a19:29:10.984317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:11.555686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22629): Launched\u000a19:29:11.886241 run osmo-stp_10.42.42.5(pid=22630): Launched\u000a19:29:12.031015 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:29:12.604159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22632): Launched\u000a19:29:12.723089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:29:13.000779 run patchelf(pid=22633): Launched\u000a19:29:13.181265 run osmo-stp_10.42.42.5(pid=22630): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22630)]\u000a19:29:13.312881 run osmo-stp_10.42.42.5(pid=22630): stdout: \u000a| (launched: 2022-12-13_19:29:11.722631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:13.444429 run osmo-stp_10.42.42.5(pid=22630): stderr: \u000a| �[0;m�[38;5;43m20221213192911960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192911960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192911960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192911961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192911961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192911961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192911961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:13.572104 run osmo-stp_10.42.42.5(pid=22630): stdout: \u000a| (launched: 2022-12-13_19:29:11.722631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:13.698321 run osmo-stp_10.42.42.5(pid=22630): stderr: \u000a| �[0;m�[38;5;43m20221213192911960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192911960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192911960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192911961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192911961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192911961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192911961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:13.845019 run patchelf(pid=22633): Terminating (SIGINT)\u000a19:29:14.017657 run patchelf(pid=22633): Terminated: ok {rc=0}\u000a19:29:14.049821 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22630): Process ended prematurely: osmo-stp_10.42.42.5(pid=22630) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22630)] [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:29:14.059211 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:29:14.120037 run osmo-hlr_10.42.42.2(pid=22627): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22627)]\u000a19:29:14.169334 run osmo-hlr_10.42.42.2(pid=22627): stdout: \u000a| (launched: 2022-12-13_19:29:10.697355) \u000a19:29:14.219151 run osmo-hlr_10.42.42.2(pid=22627): stderr: \u000a| �[0;m�[1;31m20221213192910895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192910895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192910895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192910895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192910895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192910895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192910908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192910917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192910917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192910917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:14.261792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22620): Terminating (SIGTERM)\u000a19:29:14.301884 run iperf3-srv_10.42.42.10(pid=22621): Terminating (SIGTERM)\u000a19:29:14.342070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22622): Terminating (SIGTERM)\u000a19:29:14.382105 run iperf3-srv_10.42.42.10(pid=22623): Terminating (SIGTERM)\u000a19:29:14.422091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22626): Terminating (SIGTERM)\u000a19:29:14.461932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22629): Terminating (SIGTERM)\u000a19:29:14.501997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22632): Terminating (SIGTERM)\u000a19:29:14.511277 --- ParallelTerminationStrategy: PID 22620 died...\u000a19:29:14.565250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22620): Terminated: ok {rc=0}\u000a19:29:14.574975 --- ParallelTerminationStrategy: PID 22621 died...\u000a19:29:14.628023 run iperf3-srv_10.42.42.10(pid=22621): Terminated {rc=256}\u000a19:29:14.637796 --- ParallelTerminationStrategy: PID 22622 died...\u000a19:29:14.690888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22622): Terminated: ok {rc=0}\u000a19:29:14.701170 --- ParallelTerminationStrategy: PID 22623 died...\u000a19:29:14.754460 run iperf3-srv_10.42.42.10(pid=22623): Terminated {rc=256}\u000a19:29:14.764264 --- ParallelTerminationStrategy: PID 22626 died...\u000a19:29:14.817401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22626): Terminated: ok {rc=0}\u000a19:29:14.827151 --- ParallelTerminationStrategy: PID 22629 died...\u000a19:29:14.880138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22629): Terminated: ok {rc=0}\u000a19:29:14.889846 --- ParallelTerminationStrategy: PID 22632 died...\u000a19:29:14.943035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22632): Terminated: ok {rc=0}\u000a19:29:15.032054 bus /gobi_0: Setting Powered False\u000a19:29:16.135990 bus /gobi_0: Setting Powered False\u000a19:29:17.255477 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22642): Process ended prematurely: osmo-stp_10.42.42.5(pid=22642) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22642)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22642): Process ended prematurely: osmo-stp_10.42.42.5(pid=22642) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:29:18.366678 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:18.378451 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:29:18.544809 tst iperf3.py: using LAC 35765\u000a19:29:18.675524 tst iperf3.py: using RAC 65\u000a19:29:18.805475 tst iperf3.py: using CellId 35765\u000a19:29:18.935404 tst iperf3.py: using BVCI 35766\u000a19:29:18.960523 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:18.972015 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:18.983221 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:18.994529 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:19.006172 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:19.017769 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:19.029473 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:19.040679 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:19.052584 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:29:19.334486 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:29:19.462219 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:29:19.780650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22634): Launched\u000a19:29:20.044785 run iperf3-srv_10.42.42.10(pid=22635): Launched\u000a19:29:20.230804 tst iperf3.py:8: start network...\u000a19:29:20.357805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:20.850729 run create_hlr_db(pid=22636): Launched\u000a19:29:21.026073 bus /gobi_6: Setting Powered False\u000a19:29:22.048620 run create_hlr_db(pid=22636): Terminated: ok {rc=0}\u000a19:29:22.484068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22638): Launched\u000a19:29:22.813873 run osmo-hlr_10.42.42.2(pid=22639): Launched\u000a19:29:22.932879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:23.502892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22641): Launched\u000a19:29:23.832453 run osmo-stp_10.42.42.5(pid=22642): Launched\u000a19:29:23.950974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:29:24.523070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22644): Launched\u000a19:29:24.640786 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:29:24.928347 run patchelf(pid=22645): Launched\u000a19:29:25.119359 run osmo-stp_10.42.42.5(pid=22642): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22642)]\u000a19:29:25.259143 run osmo-stp_10.42.42.5(pid=22642): stdout: \u000a| (launched: 2022-12-13_19:29:23.670405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:25.399173 run osmo-stp_10.42.42.5(pid=22642): stderr: \u000a| �[0;m�[38;5;43m20221213192923860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192923860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192923861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192923861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192923862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192923862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192923862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:25.534781 run osmo-stp_10.42.42.5(pid=22642): stdout: \u000a| (launched: 2022-12-13_19:29:23.670405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:25.669716 run osmo-stp_10.42.42.5(pid=22642): stderr: \u000a| �[0;m�[38;5;43m20221213192923860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192923860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192923861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192923861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192923862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192923862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192923862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:25.825770 run patchelf(pid=22645): Terminating (SIGINT)\u000a19:29:26.009328 run patchelf(pid=22645): Terminated: ok {rc=0}\u000a19:29:26.042901 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22642): Process ended prematurely: osmo-stp_10.42.42.5(pid=22642) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22642)] [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:29:26.052861 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:29:26.117453 run osmo-hlr_10.42.42.2(pid=22639): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22639)]\u000a19:29:26.169829 run osmo-hlr_10.42.42.2(pid=22639): stdout: \u000a| (launched: 2022-12-13_19:29:22.651399) \u000a19:29:26.222737 run osmo-hlr_10.42.42.2(pid=22639): stderr: \u000a| �[0;m�[1;31m20221213192922849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192922849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192922849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192922849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192922849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192922849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192922889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192922899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192922899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192922899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:26.268187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22634): Terminating (SIGTERM)\u000a19:29:26.311391 run iperf3-srv_10.42.42.10(pid=22635): Terminating (SIGTERM)\u000a19:29:26.354926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22638): Terminating (SIGTERM)\u000a19:29:26.397994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22641): Terminating (SIGTERM)\u000a19:29:26.441334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22644): Terminating (SIGTERM)\u000a19:29:26.451252 --- ParallelTerminationStrategy: PID 22634 died...\u000a19:29:26.509066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22634): Terminated: ok {rc=0}\u000a19:29:26.519468 --- ParallelTerminationStrategy: PID 22635 died...\u000a19:29:26.577060 run iperf3-srv_10.42.42.10(pid=22635): Terminated {rc=256}\u000a19:29:26.587428 --- ParallelTerminationStrategy: PID 22638 died...\u000a19:29:26.644733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22638): Terminated: ok {rc=0}\u000a19:29:26.655167 --- ParallelTerminationStrategy: PID 22641 died...\u000a19:29:26.712443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22641): Terminated: ok {rc=0}\u000a19:29:26.722789 --- ParallelTerminationStrategy: PID 22644 died...\u000a19:29:26.780380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22644): Terminated: ok {rc=0}\u000a19:29:26.869474 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22660): Process ended prematurely: osmo-stp_10.42.42.5(pid=22660) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22660)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22660): Process ended prematurely: osmo-stp_10.42.42.5(pid=22660) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:29:27.986613 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:27.998984 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:29:28.169125 tst iperf3m4.py: using LAC 35766\u000a19:29:28.298658 tst iperf3m4.py: using RAC 66\u000a19:29:28.426574 tst iperf3m4.py: using CellId 35766\u000a19:29:28.554811 tst iperf3m4.py: using BVCI 35767\u000a19:29:28.580319 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:28.592009 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:28.603643 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:28.615226 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:28.627418 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:28.639780 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:28.652194 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:28.664366 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:28.676885 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:29:28.797597 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:29:28.917089 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:29:29.036351 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:29:29.318385 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:29:29.445436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:29:29.764008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22646): Launched\u000a19:29:30.027323 run iperf3-srv_10.42.42.10(pid=22647): Launched\u000a19:29:30.214099 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:29:30.341491 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:29:30.660112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22648): Launched\u000a19:29:30.961928 run iperf3-srv_10.42.42.10(pid=22649): Launched\u000a19:29:31.179896 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:29:31.309052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:29:31.643742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22650): Launched\u000a19:29:31.932928 run iperf3-srv_10.42.42.10(pid=22651): Launched\u000a19:29:32.142002 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:29:32.282834 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:29:32.626370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22652): Launched\u000a19:29:32.909850 run iperf3-srv_10.42.42.10(pid=22653): Launched\u000a19:29:33.109986 tst iperf3m4.py:8: start network...\u000a19:29:33.246247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:33.761367 run create_hlr_db(pid=22654): Launched\u000a19:29:33.950425 bus /gobi_6: Setting Powered False\u000a19:29:34.972495 run create_hlr_db(pid=22654): Terminated: ok {rc=0}\u000a19:29:35.409678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22656): Launched\u000a19:29:35.737658 run osmo-hlr_10.42.42.2(pid=22657): Launched\u000a19:29:35.858943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:36.426406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22659): Launched\u000a19:29:36.754887 run osmo-stp_10.42.42.5(pid=22660): Launched\u000a19:29:36.873715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:29:37.441832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22662): Launched\u000a19:29:37.558158 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:29:37.843191 run patchelf(pid=22663): Launched\u000a19:29:38.034356 run osmo-stp_10.42.42.5(pid=22660): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22660)]\u000a19:29:38.174379 run osmo-stp_10.42.42.5(pid=22660): stdout: \u000a| (launched: 2022-12-13_19:29:36.593197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:38.314751 run osmo-stp_10.42.42.5(pid=22660): stderr: \u000a| �[0;m�[38;5;43m20221213192936785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192936785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192936786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192936786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192936787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192936787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192936787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:38.450484 run osmo-stp_10.42.42.5(pid=22660): stdout: \u000a| (launched: 2022-12-13_19:29:36.593197)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:38.585365 run osmo-stp_10.42.42.5(pid=22660): stderr: \u000a| �[0;m�[38;5;43m20221213192936785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192936785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192936786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192936786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192936787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192936787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192936787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:38.741262 run patchelf(pid=22663): Terminating (SIGINT)\u000a19:29:38.924184 run patchelf(pid=22663): Terminated: ok {rc=0}\u000a19:29:38.957801 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22660): Process ended prematurely: osmo-stp_10.42.42.5(pid=22660) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22660)] [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:29:38.967776 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:29:39.032493 run osmo-hlr_10.42.42.2(pid=22657): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22657)]\u000a19:29:39.084991 run osmo-hlr_10.42.42.2(pid=22657): stdout: \u000a| (launched: 2022-12-13_19:29:35.576364) \u000a19:29:39.137964 run osmo-hlr_10.42.42.2(pid=22657): stderr: \u000a| �[0;m�[1;31m20221213192935774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192935774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192935774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192935775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192935775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192935775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192935788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192935796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192935796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192935796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:39.183441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22646): Terminating (SIGTERM)\u000a19:29:39.226562 run iperf3-srv_10.42.42.10(pid=22647): Terminating (SIGTERM)\u000a19:29:39.269260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22648): Terminating (SIGTERM)\u000a19:29:39.312102 run iperf3-srv_10.42.42.10(pid=22649): Terminating (SIGTERM)\u000a19:29:39.355109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22650): Terminating (SIGTERM)\u000a19:29:39.397650 run iperf3-srv_10.42.42.10(pid=22651): Terminating (SIGTERM)\u000a19:29:39.439996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22652): Terminating (SIGTERM)\u000a19:29:39.482508 run iperf3-srv_10.42.42.10(pid=22653): Terminating (SIGTERM)\u000a19:29:39.525672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22656): Terminating (SIGTERM)\u000a19:29:39.568619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22659): Terminating (SIGTERM)\u000a19:29:39.611758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22662): Terminating (SIGTERM)\u000a19:29:39.621802 --- ParallelTerminationStrategy: PID 22646 died...\u000a19:29:39.678842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22646): Terminated: ok {rc=0}\u000a19:29:39.689166 --- ParallelTerminationStrategy: PID 22647 died...\u000a19:29:39.745971 run iperf3-srv_10.42.42.10(pid=22647): Terminated {rc=256}\u000a19:29:39.756120 --- ParallelTerminationStrategy: PID 22648 died...\u000a19:29:39.812757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22648): Terminated: ok {rc=0}\u000a19:29:39.822953 --- ParallelTerminationStrategy: PID 22649 died...\u000a19:29:39.879480 run iperf3-srv_10.42.42.10(pid=22649): Terminated {rc=256}\u000a19:29:39.889663 --- ParallelTerminationStrategy: PID 22650 died...\u000a19:29:39.946650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22650): Terminated: ok {rc=0}\u000a19:29:39.957861 --- ParallelTerminationStrategy: PID 22651 died...\u000a19:29:40.014703 run iperf3-srv_10.42.42.10(pid=22651): Terminated {rc=256}\u000a19:29:40.024912 --- ParallelTerminationStrategy: PID 22652 died...\u000a19:29:40.081665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22652): Terminated: ok {rc=0}\u000a19:29:40.091899 --- ParallelTerminationStrategy: PID 22653 died...\u000a19:29:40.148595 run iperf3-srv_10.42.42.10(pid=22653): Terminated {rc=256}\u000a19:29:40.158785 --- ParallelTerminationStrategy: PID 22656 died...\u000a19:29:40.215527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22656): Terminated: ok {rc=0}\u000a19:29:40.225780 --- ParallelTerminationStrategy: PID 22659 died...\u000a19:29:40.282404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22659): Terminated: ok {rc=0}\u000a19:29:40.292598 --- ParallelTerminationStrategy: PID 22662 died...\u000a19:29:40.349821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22662): Terminated: ok {rc=0}\u000a19:29:40.439005 bus /gobi_4: Setting Powered False\u000a19:29:41.546310 bus /gobi_4: Setting Powered False\u000a19:29:42.659675 bus /gobi_1: Setting Powered False\u000a19:29:43.763633 bus /gobi_1: Setting Powered False\u000a19:29:44.876110 bus /gobi_0: Setting Powered False\u000a19:29:45.987920 bus /gobi_0: Setting Powered False\u000a19:29:47.106283 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22670): Process ended prematurely: osmo-stp_10.42.42.5(pid=22670) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22670)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22670): Process ended prematurely: osmo-stp_10.42.42.5(pid=22670) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:29:48.177095 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:48.189229 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:29:48.356402 tst ping.py: using LAC 35767\u000a19:29:48.483444 tst ping.py: using RAC 67\u000a19:29:48.609519 tst ping.py: using CellId 35767\u000a19:29:48.734897 tst ping.py: using BVCI 35768\u000a19:29:48.759402 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:48.771033 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:48.782337 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:48.793683 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:48.805234 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:48.816810 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:48.828476 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:48.839981 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:29:49.133251 tst ping.py:19: start network...\u000a19:29:49.267039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:49.774617 run create_hlr_db(pid=22664): Launched\u000a19:29:49.962069 bus /gobi_6: Setting Powered False\u000a19:29:50.982231 run create_hlr_db(pid=22664): Terminated: ok {rc=0}\u000a19:29:51.387119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22666): Launched\u000a19:29:51.689965 run osmo-hlr_10.42.42.2(pid=22667): Launched\u000a19:29:51.800342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:52.326786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22669): Launched\u000a19:29:52.629296 run osmo-stp_10.42.42.5(pid=22670): Launched\u000a19:29:52.737962 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:29:53.262874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22672): Launched\u000a19:29:53.369780 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:29:53.632523 run patchelf(pid=22673): Launched\u000a19:29:53.808097 run osmo-stp_10.42.42.5(pid=22670): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22670)]\u000a19:29:53.936691 run osmo-stp_10.42.42.5(pid=22670): stdout: \u000a| (launched: 2022-12-13_19:29:52.480081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:54.065585 run osmo-stp_10.42.42.5(pid=22670): stderr: \u000a| �[0;m�[38;5;43m20221213192952649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192952649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192952649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192952650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192952650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192952651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192952651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:54.190247 run osmo-stp_10.42.42.5(pid=22670): stdout: \u000a| (launched: 2022-12-13_19:29:52.480081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:54.313488 run osmo-stp_10.42.42.5(pid=22670): stderr: \u000a| �[0;m�[38;5;43m20221213192952649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213192952649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213192952649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213192952650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213192952650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213192952651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213192952651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:54.456918 run patchelf(pid=22673): Terminating (SIGINT)\u000a19:29:54.625446 run patchelf(pid=22673): Terminated: ok {rc=0}\u000a19:29:54.655883 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22670): Process ended prematurely: osmo-stp_10.42.42.5(pid=22670) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22670)] [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:29:54.664530 tst ping.py:22: Test FAILED (6.5 sec)\u000a19:29:54.725533 run osmo-hlr_10.42.42.2(pid=22667): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22667)]\u000a19:29:54.774966 run osmo-hlr_10.42.42.2(pid=22667): stdout: \u000a| (launched: 2022-12-13_19:29:51.539919) \u000a19:29:54.825077 run osmo-hlr_10.42.42.2(pid=22667): stderr: \u000a| �[0;m�[1;31m20221213192951715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192951715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192951715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192951715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192951715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192951715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192951727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192951736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192951736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192951736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:54.868048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22666): Terminating (SIGTERM)\u000a19:29:54.908488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22669): Terminating (SIGTERM)\u000a19:29:54.948882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22672): Terminating (SIGTERM)\u000a19:29:54.958451 --- ParallelTerminationStrategy: PID 22666 died...\u000a19:29:55.012672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22666): Terminated: ok {rc=0}\u000a19:29:55.023029 --- ParallelTerminationStrategy: PID 22669 died...\u000a19:29:55.076843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22669): Terminated: ok {rc=0}\u000a19:29:55.086583 --- ParallelTerminationStrategy: PID 22672 died...\u000a19:29:55.140595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22672): Terminated: ok {rc=0}\u000a19:29:55.229144 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22680): Process ended prematurely: osmo-stp_10.42.42.5(pid=22680) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22680)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22680): Process ended prematurely: osmo-stp_10.42.42.5(pid=22680) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:29:56.281596 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:56.293316 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:29:56.452358 tst ping_idle_ping.py: using LAC 35768\u000a19:29:56.575936 tst ping_idle_ping.py: using RAC 68\u000a19:29:56.694491 tst ping_idle_ping.py: using CellId 35768\u000a19:29:56.811049 tst ping_idle_ping.py: using BVCI 35769\u000a19:29:56.834285 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:56.845362 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:56.856012 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:56.866835 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:56.877655 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:56.888423 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:56.899374 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:29:56.910328 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:29:57.186175 tst ping_idle_ping.py:24: start network...\u000a19:29:57.311703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:57.798717 run create_hlr_db(pid=22674): Launched\u000a19:29:57.972386 bus /gobi_6: Setting Powered False\u000a19:29:58.994920 run create_hlr_db(pid=22674): Terminated: ok {rc=0}\u000a19:29:59.426094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22676): Launched\u000a19:29:59.751361 run osmo-hlr_10.42.42.2(pid=22677): Launched\u000a19:29:59.871304 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:00.433558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22679): Launched\u000a19:30:00.757918 run osmo-stp_10.42.42.5(pid=22680): Launched\u000a19:30:00.967172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:30:01.558643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22682): Launched\u000a19:30:01.678293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:30:01.987075 run patchelf(pid=22686): Launched\u000a19:30:02.181290 run osmo-stp_10.42.42.5(pid=22680): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22680)]\u000a19:30:02.321506 run osmo-stp_10.42.42.5(pid=22680): stdout: \u000a| (launched: 2022-12-13_19:30:00.598048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:02.460879 run osmo-stp_10.42.42.5(pid=22680): stderr: \u000a| �[0;m�[38;5;43m20221213193000790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193000790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193000790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193000791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193000791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193000791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193000791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:02.595626 run osmo-stp_10.42.42.5(pid=22680): stdout: \u000a| (launched: 2022-12-13_19:30:00.598048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:02.729334 run osmo-stp_10.42.42.5(pid=22680): stderr: \u000a| �[0;m�[38;5;43m20221213193000790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193000790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193000790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193000791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193000791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193000791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193000791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:02.883748 run patchelf(pid=22686): Terminating (SIGINT)\u000a19:30:03.065489 run patchelf(pid=22686): Terminated: ok {rc=0}\u000a19:30:03.098624 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22680): Process ended prematurely: osmo-stp_10.42.42.5(pid=22680) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22680)] [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:30:03.108106 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a19:30:03.172804 run osmo-hlr_10.42.42.2(pid=22677): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22677)]\u000a19:30:03.225505 run osmo-hlr_10.42.42.2(pid=22677): stdout: \u000a| (launched: 2022-12-13_19:29:59.591409) \u000a19:30:03.278697 run osmo-hlr_10.42.42.2(pid=22677): stderr: \u000a| �[0;m�[1;31m20221213192959788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213192959788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213192959788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192959788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213192959788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213192959788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213192959811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213192959820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213192959820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213192959821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:03.324368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22676): Terminating (SIGTERM)\u000a19:30:03.367848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22679): Terminating (SIGTERM)\u000a19:30:03.411181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22682): Terminating (SIGTERM)\u000a19:30:03.421204 --- ParallelTerminationStrategy: PID 22676 died...\u000a19:30:03.479059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22676): Terminated: ok {rc=0}\u000a19:30:03.489429 --- ParallelTerminationStrategy: PID 22679 died...\u000a19:30:03.547008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22679): Terminated: ok {rc=0}\u000a19:30:03.557409 --- ParallelTerminationStrategy: PID 22682 died...\u000a19:30:03.615276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22682): Terminated: ok {rc=0}\u000a19:30:03.703779 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:29:04" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22703): Process ended prematurely: osmo-stp_10.42.42.5(pid=22703) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22703)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22703): Process ended prematurely: osmo-stp_10.42.42.5(pid=22703) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:30:05.879660 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:05.891252 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:30:06.061841 tst cs_paging_gprs_active.py: using LAC 35769\u000a19:30:06.192511 tst cs_paging_gprs_active.py: using RAC 69\u000a19:30:06.323561 tst cs_paging_gprs_active.py: using CellId 35769\u000a19:30:06.453099 tst cs_paging_gprs_active.py: using BVCI 35770\u000a19:30:06.478475 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:06.489959 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:06.501229 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:06.512535 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:06.524611 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:06.537824 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:06.550576 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:06.561486 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:06.572534 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:30:06.696478 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:30:07.000865 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:30:07.138811 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:30:07.478957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22692): Launched\u000a19:30:07.762342 run iperf3-srv_10.42.42.10(pid=22693): Launched\u000a19:30:07.964055 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:30:08.101683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:30:08.441687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22694): Launched\u000a19:30:08.725259 run iperf3-srv_10.42.42.10(pid=22695): Launched\u000a19:30:08.927347 tst cs_paging_gprs_active.py:38: start network...\u000a19:30:09.064806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:09.583850 run create_hlr_db(pid=22697): Launched\u000a19:30:09.774357 bus /gobi_6: Setting Powered False\u000a19:30:10.796259 run create_hlr_db(pid=22697): Terminated: ok {rc=0}\u000a19:30:11.210897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22699): Launched\u000a19:30:11.517862 run osmo-hlr_10.42.42.2(pid=22700): Launched\u000a19:30:11.631156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:12.163949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22702): Launched\u000a19:30:12.472466 run osmo-stp_10.42.42.5(pid=22703): Launched\u000a19:30:12.584065 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:30:13.119174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22705): Launched\u000a19:30:13.229096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:30:13.496842 run patchelf(pid=22706): Launched\u000a19:30:13.677710 run osmo-stp_10.42.42.5(pid=22703): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22703)]\u000a19:30:13.808325 run osmo-stp_10.42.42.5(pid=22703): stdout: \u000a| (launched: 2022-12-13_19:30:12.320272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:13.939932 run osmo-stp_10.42.42.5(pid=22703): stderr: \u000a| �[0;m�[38;5;43m20221213193012490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193012490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193012491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193012491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193012491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193012491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193012492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:14.066714 run osmo-stp_10.42.42.5(pid=22703): stdout: \u000a| (launched: 2022-12-13_19:30:12.320272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:14.191891 run osmo-stp_10.42.42.5(pid=22703): stderr: \u000a| �[0;m�[38;5;43m20221213193012490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193012490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193012491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193012491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193012491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193012491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193012492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:14.337926 run patchelf(pid=22706): Terminating (SIGINT)\u000a19:30:14.509917 run patchelf(pid=22706): Terminated: ok {rc=0}\u000a19:30:14.541381 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22703): Process ended prematurely: osmo-stp_10.42.42.5(pid=22703) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22703)] [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:30:14.550645 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:30:14.611127 run osmo-hlr_10.42.42.2(pid=22700): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22700)]\u000a19:30:14.660432 run osmo-hlr_10.42.42.2(pid=22700): stdout: \u000a| (launched: 2022-12-13_19:30:11.366402) \u000a19:30:14.710626 run osmo-hlr_10.42.42.2(pid=22700): stderr: \u000a| �[0;m�[1;31m20221213193011543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193011543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193011543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193011543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193011543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193011543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193011556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193011567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193011567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193011567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:14.753340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22692): Terminating (SIGTERM)\u000a19:30:14.793170 run iperf3-srv_10.42.42.10(pid=22693): Terminating (SIGTERM)\u000a19:30:14.834791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22694): Terminating (SIGTERM)\u000a19:30:14.874501 run iperf3-srv_10.42.42.10(pid=22695): Terminating (SIGTERM)\u000a19:30:14.914104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22699): Terminating (SIGTERM)\u000a19:30:14.953611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22702): Terminating (SIGTERM)\u000a19:30:14.993246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22705): Terminating (SIGTERM)\u000a19:30:15.002467 --- ParallelTerminationStrategy: PID 22692 died...\u000a19:30:15.055481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22692): Terminated: ok {rc=0}\u000a19:30:15.065128 --- ParallelTerminationStrategy: PID 22693 died...\u000a19:30:15.117941 run iperf3-srv_10.42.42.10(pid=22693): Terminated {rc=256}\u000a19:30:15.127487 --- ParallelTerminationStrategy: PID 22694 died...\u000a19:30:15.180529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22694): Terminated: ok {rc=0}\u000a19:30:15.190173 --- ParallelTerminationStrategy: PID 22695 died...\u000a19:30:15.243488 run iperf3-srv_10.42.42.10(pid=22695): Terminated {rc=256}\u000a19:30:15.253143 --- ParallelTerminationStrategy: PID 22699 died...\u000a19:30:15.305741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22699): Terminated: ok {rc=0}\u000a19:30:15.315385 --- ParallelTerminationStrategy: PID 22702 died...\u000a19:30:15.368156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22702): Terminated: ok {rc=0}\u000a19:30:15.377883 --- ParallelTerminationStrategy: PID 22705 died...\u000a19:30:15.430685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22705): Terminated: ok {rc=0}\u000a19:30:15.514007 bus /gobi_0: Setting Powered False\u000a19:30:16.637090 bus /gobi_0: Setting Powered False\u000a19:30:17.746384 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22715): Process ended prematurely: osmo-stp_10.42.42.5(pid=22715) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22715)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22715): Process ended prematurely: osmo-stp_10.42.42.5(pid=22715) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:30:18.862754 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:18.875101 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:30:19.042639 tst iperf3.py: using LAC 35770\u000a19:30:19.170816 tst iperf3.py: using RAC 70\u000a19:30:19.298896 tst iperf3.py: using CellId 35770\u000a19:30:19.428362 tst iperf3.py: using BVCI 35771\u000a19:30:19.453694 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:19.465405 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:19.476814 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:19.488315 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:19.500316 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:19.512081 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:19.523968 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:19.535713 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:19.547628 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:30:19.828360 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:30:19.955206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:30:20.272720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22707): Launched\u000a19:30:20.536516 run iperf3-srv_10.42.42.10(pid=22708): Launched\u000a19:30:20.723027 tst iperf3.py:8: start network...\u000a19:30:20.850159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:21.342545 run create_hlr_db(pid=22709): Launched\u000a19:30:21.519303 bus /gobi_6: Setting Powered False\u000a19:30:22.540917 run create_hlr_db(pid=22709): Terminated: ok {rc=0}\u000a19:30:22.949490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22711): Launched\u000a19:30:23.268417 run osmo-hlr_10.42.42.2(pid=22712): Launched\u000a19:30:23.392636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:23.965911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22714): Launched\u000a19:30:24.295241 run osmo-stp_10.42.42.5(pid=22715): Launched\u000a19:30:24.414659 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:30:24.988314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22717): Launched\u000a19:30:25.105935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:30:25.391932 run patchelf(pid=22718): Launched\u000a19:30:25.583435 run osmo-stp_10.42.42.5(pid=22715): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22715)]\u000a19:30:25.723903 run osmo-stp_10.42.42.5(pid=22715): stdout: \u000a| (launched: 2022-12-13_19:30:24.133275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:25.863941 run osmo-stp_10.42.42.5(pid=22715): stderr: \u000a| �[0;m�[38;5;43m20221213193024326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193024326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193024326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193024326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193024327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193024327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193024327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:25.999700 run osmo-stp_10.42.42.5(pid=22715): stdout: \u000a| (launched: 2022-12-13_19:30:24.133275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:26.134600 run osmo-stp_10.42.42.5(pid=22715): stderr: \u000a| �[0;m�[38;5;43m20221213193024326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193024326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193024326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193024326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193024327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193024327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193024327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:26.290505 run patchelf(pid=22718): Terminating (SIGINT)\u000a19:30:26.473212 run patchelf(pid=22718): Terminated: ok {rc=0}\u000a19:30:26.506968 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22715): Process ended prematurely: osmo-stp_10.42.42.5(pid=22715) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22715)] [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:30:26.517134 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:30:26.580647 run osmo-hlr_10.42.42.2(pid=22712): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22712)]\u000a19:30:26.632685 run osmo-hlr_10.42.42.2(pid=22712): stdout: \u000a| (launched: 2022-12-13_19:30:23.105618) \u000a19:30:26.684894 run osmo-hlr_10.42.42.2(pid=22712): stderr: \u000a| �[0;m�[1;31m20221213193023304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193023304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193023304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193023304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193023304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193023304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193023320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193023329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193023329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193023329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:26.729853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22707): Terminating (SIGTERM)\u000a19:30:26.771685 run iperf3-srv_10.42.42.10(pid=22708): Terminating (SIGTERM)\u000a19:30:26.814333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22711): Terminating (SIGTERM)\u000a19:30:26.856822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22714): Terminating (SIGTERM)\u000a19:30:26.898806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22717): Terminating (SIGTERM)\u000a19:30:26.908565 --- ParallelTerminationStrategy: PID 22707 died...\u000a19:30:26.965485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22707): Terminated: ok {rc=0}\u000a19:30:26.975587 --- ParallelTerminationStrategy: PID 22708 died...\u000a19:30:27.031762 run iperf3-srv_10.42.42.10(pid=22708): Terminated {rc=256}\u000a19:30:27.042255 --- ParallelTerminationStrategy: PID 22711 died...\u000a19:30:27.098715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22711): Terminated: ok {rc=0}\u000a19:30:27.108759 --- ParallelTerminationStrategy: PID 22714 died...\u000a19:30:27.164779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22714): Terminated: ok {rc=0}\u000a19:30:27.174934 --- ParallelTerminationStrategy: PID 22717 died...\u000a19:30:27.231034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22717): Terminated: ok {rc=0}\u000a19:30:27.318392 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22733): Process ended prematurely: osmo-stp_10.42.42.5(pid=22733) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22733)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22733): Process ended prematurely: osmo-stp_10.42.42.5(pid=22733) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:30:28.429599 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:28.441455 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:30:28.601185 tst iperf3m4.py: using LAC 35771\u000a19:30:28.720425 tst iperf3m4.py: using RAC 71\u000a19:30:28.838918 tst iperf3m4.py: using CellId 35771\u000a19:30:28.960221 tst iperf3m4.py: using BVCI 35772\u000a19:30:28.983590 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:28.994789 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:29.005775 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:29.016528 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:29.027674 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:29.038663 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:29.049786 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:29.060628 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:29.071685 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:30:29.187746 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:30:29.305292 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:30:29.425633 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:30:29.724287 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:30:29.861791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:30:30.202069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22719): Launched\u000a19:30:30.486437 run iperf3-srv_10.42.42.10(pid=22720): Launched\u000a19:30:30.688804 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:30:30.827011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:30:31.193679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22721): Launched\u000a19:30:31.496894 run iperf3-srv_10.42.42.10(pid=22722): Launched\u000a19:30:31.703501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:30:31.844720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:30:32.202254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22723): Launched\u000a19:30:32.486690 run iperf3-srv_10.42.42.10(pid=22724): Launched\u000a19:30:32.688912 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:30:32.826020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:30:33.165539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22725): Launched\u000a19:30:33.449051 run iperf3-srv_10.42.42.10(pid=22726): Launched\u000a19:30:33.650216 tst iperf3m4.py:8: start network...\u000a19:30:33.787045 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:34.303282 run create_hlr_db(pid=22727): Launched\u000a19:30:34.493291 bus /gobi_6: Setting Powered False\u000a19:30:35.515214 run create_hlr_db(pid=22727): Terminated: ok {rc=0}\u000a19:30:35.928793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22729): Launched\u000a19:30:36.236866 run osmo-hlr_10.42.42.2(pid=22730): Launched\u000a19:30:36.349583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:36.882508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22732): Launched\u000a19:30:37.189244 run osmo-stp_10.42.42.5(pid=22733): Launched\u000a19:30:37.299336 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:30:37.831599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22735): Launched\u000a19:30:37.939720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:30:38.206439 run patchelf(pid=22736): Launched\u000a19:30:38.384904 run osmo-stp_10.42.42.5(pid=22733): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22733)]\u000a19:30:38.515926 run osmo-stp_10.42.42.5(pid=22733): stdout: \u000a| (launched: 2022-12-13_19:30:37.037972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:38.646490 run osmo-stp_10.42.42.5(pid=22733): stderr: \u000a| �[0;m�[38;5;43m20221213193037208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193037209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193037209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193037209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193037210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193037210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193037210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:38.772629 run osmo-stp_10.42.42.5(pid=22733): stdout: \u000a| (launched: 2022-12-13_19:30:37.037972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:38.897926 run osmo-stp_10.42.42.5(pid=22733): stderr: \u000a| �[0;m�[38;5;43m20221213193037208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193037209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193037209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193037209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193037210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193037210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193037210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:39.043456 run patchelf(pid=22736): Terminating (SIGINT)\u000a19:30:39.214551 run patchelf(pid=22736): Terminated: ok {rc=0}\u000a19:30:39.245951 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22733): Process ended prematurely: osmo-stp_10.42.42.5(pid=22733) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22733)] [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:30:39.255189 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a19:30:39.315964 run osmo-hlr_10.42.42.2(pid=22730): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22730)]\u000a19:30:39.365235 run osmo-hlr_10.42.42.2(pid=22730): stdout: \u000a| (launched: 2022-12-13_19:30:36.084740) \u000a19:30:39.415391 run osmo-hlr_10.42.42.2(pid=22730): stderr: \u000a| �[0;m�[1;31m20221213193036259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193036259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193036259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193036259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193036259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193036259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193036271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193036282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193036282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193036282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:39.457667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22719): Terminating (SIGTERM)\u000a19:30:39.497392 run iperf3-srv_10.42.42.10(pid=22720): Terminating (SIGTERM)\u000a19:30:39.537390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22721): Terminating (SIGTERM)\u000a19:30:39.577023 run iperf3-srv_10.42.42.10(pid=22722): Terminating (SIGTERM)\u000a19:30:39.617089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22723): Terminating (SIGTERM)\u000a19:30:39.656583 run iperf3-srv_10.42.42.10(pid=22724): Terminating (SIGTERM)\u000a19:30:39.696219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22725): Terminating (SIGTERM)\u000a19:30:39.735568 run iperf3-srv_10.42.42.10(pid=22726): Terminating (SIGTERM)\u000a19:30:39.774933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22729): Terminating (SIGTERM)\u000a19:30:39.814427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22732): Terminating (SIGTERM)\u000a19:30:39.854306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22735): Terminating (SIGTERM)\u000a19:30:39.863625 --- ParallelTerminationStrategy: PID 22719 died...\u000a19:30:39.917297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22719): Terminated: ok {rc=0}\u000a19:30:39.927081 --- ParallelTerminationStrategy: PID 22720 died...\u000a19:30:39.980181 run iperf3-srv_10.42.42.10(pid=22720): Terminated {rc=256}\u000a19:30:39.989871 --- ParallelTerminationStrategy: PID 22721 died...\u000a19:30:40.043098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22721): Terminated: ok {rc=0}\u000a19:30:40.052740 --- ParallelTerminationStrategy: PID 22722 died...\u000a19:30:40.105859 run iperf3-srv_10.42.42.10(pid=22722): Terminated {rc=256}\u000a19:30:40.115454 --- ParallelTerminationStrategy: PID 22723 died...\u000a19:30:40.168571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22723): Terminated: ok {rc=0}\u000a19:30:40.178317 --- ParallelTerminationStrategy: PID 22724 died...\u000a19:30:40.231605 run iperf3-srv_10.42.42.10(pid=22724): Terminated {rc=256}\u000a19:30:40.241354 --- ParallelTerminationStrategy: PID 22725 died...\u000a19:30:40.294524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22725): Terminated: ok {rc=0}\u000a19:30:40.304370 --- ParallelTerminationStrategy: PID 22726 died...\u000a19:30:40.357486 run iperf3-srv_10.42.42.10(pid=22726): Terminated {rc=256}\u000a19:30:40.367218 --- ParallelTerminationStrategy: PID 22729 died...\u000a19:30:40.420395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22729): Terminated: ok {rc=0}\u000a19:30:40.430183 --- ParallelTerminationStrategy: PID 22732 died...\u000a19:30:40.483554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22732): Terminated: ok {rc=0}\u000a19:30:40.493413 --- ParallelTerminationStrategy: PID 22735 died...\u000a19:30:40.546645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22735): Terminated: ok {rc=0}\u000a19:30:40.636377 bus /gobi_4: Setting Powered False\u000a19:30:41.740430 bus /gobi_4: Setting Powered False\u000a19:30:42.851989 bus /gobi_1: Setting Powered False\u000a19:30:43.955342 bus /gobi_1: Setting Powered False\u000a19:30:45.066618 bus /gobi_0: Setting Powered False\u000a19:30:46.172150 bus /gobi_0: Setting Powered False\u000a19:30:47.286007 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22744): Process ended prematurely: osmo-stp_10.42.42.5(pid=22744) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22744)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22744): Process ended prematurely: osmo-stp_10.42.42.5(pid=22744) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:30:48.354803 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:48.367061 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:30:48.534509 tst ping.py: using LAC 35772\u000a19:30:48.663004 tst ping.py: using RAC 72\u000a19:30:48.791873 tst ping.py: using CellId 35772\u000a19:30:48.922388 tst ping.py: using BVCI 35773\u000a19:30:48.947127 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:48.958603 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:48.969956 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:48.981216 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:48.992688 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:49.004264 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:49.015926 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:49.027511 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:30:49.305997 tst ping.py:19: start network...\u000a19:30:49.432170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:49.925076 run create_hlr_db(pid=22737): Launched\u000a19:30:50.112895 bus /gobi_6: Setting Powered False\u000a19:30:51.133321 run create_hlr_db(pid=22737): Terminated: ok {rc=0}\u000a19:30:51.564529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22739): Launched\u000a19:30:51.891656 run osmo-hlr_10.42.42.2(pid=22740): Launched\u000a19:30:52.010835 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:52.575674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22743): Launched\u000a19:30:52.899335 run osmo-stp_10.42.42.5(pid=22744): Launched\u000a19:30:53.016786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:30:53.582483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22746): Launched\u000a19:30:53.698745 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:30:53.981200 run patchelf(pid=22747): Launched\u000a19:30:54.170485 run osmo-stp_10.42.42.5(pid=22744): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22744)]\u000a19:30:54.308350 run osmo-stp_10.42.42.5(pid=22744): stdout: \u000a| (launched: 2022-12-13_19:30:52.740177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:54.446901 run osmo-stp_10.42.42.5(pid=22744): stderr: \u000a| �[0;m�[38;5;43m20221213193052930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193052930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193052931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193052931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193052932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193052932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193052932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:54.580615 run osmo-stp_10.42.42.5(pid=22744): stdout: \u000a| (launched: 2022-12-13_19:30:52.740177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:54.713910 run osmo-stp_10.42.42.5(pid=22744): stderr: \u000a| �[0;m�[38;5;43m20221213193052930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193052930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193052931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193052931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193052932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193052932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193052932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:54.867858 run patchelf(pid=22747): Terminating (SIGINT)\u000a19:30:55.048403 run patchelf(pid=22747): Terminated: ok {rc=0}\u000a19:30:55.081231 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22744): Process ended prematurely: osmo-stp_10.42.42.5(pid=22744) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22744)] [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:30:55.090607 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:30:55.154831 run osmo-hlr_10.42.42.2(pid=22740): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22740)]\u000a19:30:55.207023 run osmo-hlr_10.42.42.2(pid=22740): stdout: \u000a| (launched: 2022-12-13_19:30:51.729950) \u000a19:30:55.260187 run osmo-hlr_10.42.42.2(pid=22740): stderr: \u000a| �[0;m�[1;31m20221213193051934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193051934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193051934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193051934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193051934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193051934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193051947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193051959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193051959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193051959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:55.305503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22739): Terminating (SIGTERM)\u000a19:30:55.348498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22743): Terminating (SIGTERM)\u000a19:30:55.391227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22746): Terminating (SIGTERM)\u000a19:30:55.401159 --- ParallelTerminationStrategy: PID 22739 died...\u000a19:30:55.458467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22739): Terminated: ok {rc=0}\u000a19:30:55.468754 --- ParallelTerminationStrategy: PID 22743 died...\u000a19:30:55.525780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22743): Terminated: ok {rc=0}\u000a19:30:55.535977 --- ParallelTerminationStrategy: PID 22746 died...\u000a19:30:55.592657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22746): Terminated: ok {rc=0}\u000a19:30:55.681608 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22754): Process ended prematurely: osmo-stp_10.42.42.5(pid=22754) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22754)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22754): Process ended prematurely: osmo-stp_10.42.42.5(pid=22754) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:30:56.734170 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:56.746296 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:30:56.912592 tst ping_idle_ping.py: using LAC 35773\u000a19:30:57.039126 tst ping_idle_ping.py: using RAC 73\u000a19:30:57.160096 tst ping_idle_ping.py: using CellId 35773\u000a19:30:57.280733 tst ping_idle_ping.py: using BVCI 35774\u000a19:30:57.303943 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:57.315018 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:57.325916 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:57.336683 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:57.347862 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:57.358747 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:57.369745 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:30:57.380502 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:30:57.674334 tst ping_idle_ping.py:24: start network...\u000a19:30:57.809235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:58.324025 run create_hlr_db(pid=22748): Launched\u000a19:30:58.513204 bus /gobi_6: Setting Powered False\u000a19:30:59.535130 run create_hlr_db(pid=22748): Terminated: ok {rc=0}\u000a19:30:59.945119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22750): Launched\u000a19:31:00.249893 run osmo-hlr_10.42.42.2(pid=22751): Launched\u000a19:31:00.361812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:00.911572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22753): Launched\u000a19:31:01.352274 run osmo-stp_10.42.42.5(pid=22754): Launched\u000a19:31:01.498996 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:31:02.148148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22756): Launched\u000a19:31:02.267332 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:31:02.551138 run patchelf(pid=22757): Launched\u000a19:31:02.741179 run osmo-stp_10.42.42.5(pid=22754): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22754)]\u000a19:31:02.879035 run osmo-stp_10.42.42.5(pid=22754): stdout: \u000a| (launched: 2022-12-13_19:31:01.079859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:03.017183 run osmo-stp_10.42.42.5(pid=22754): stderr: \u000a| �[0;m�[38;5;43m20221213193101296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193101305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193101305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193101306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193101306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193101306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193101306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:03.150956 run osmo-stp_10.42.42.5(pid=22754): stdout: \u000a| (launched: 2022-12-13_19:31:01.079859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:03.283518 run osmo-stp_10.42.42.5(pid=22754): stderr: \u000a| �[0;m�[38;5;43m20221213193101296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193101305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193101305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193101306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193101306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193101306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193101306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:03.437347 run patchelf(pid=22757): Terminating (SIGINT)\u000a19:31:03.618248 run patchelf(pid=22757): Terminated: ok {rc=0}\u000a19:31:03.651052 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22754): Process ended prematurely: osmo-stp_10.42.42.5(pid=22754) [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22754)] [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:31:03.660436 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a19:31:03.724824 run osmo-hlr_10.42.42.2(pid=22751): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22751)]\u000a19:31:03.777152 run osmo-hlr_10.42.42.2(pid=22751): stdout: \u000a| (launched: 2022-12-13_19:31:00.099579) \u000a19:31:03.830090 run osmo-hlr_10.42.42.2(pid=22751): stderr: \u000a| �[0;m�[1;31m20221213193100273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193100273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193100273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193100274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193100274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193100274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193100286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193100294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193100294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193100294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:03.875885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22750): Terminating (SIGTERM)\u000a19:31:03.918882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22753): Terminating (SIGTERM)\u000a19:31:03.961891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22756): Terminating (SIGTERM)\u000a19:31:03.971742 --- ParallelTerminationStrategy: PID 22750 died...\u000a19:31:04.029192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22750): Terminated: ok {rc=0}\u000a19:31:04.039523 --- ParallelTerminationStrategy: PID 22753 died...\u000a19:31:04.096606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22753): Terminated: ok {rc=0}\u000a19:31:04.106917 --- ParallelTerminationStrategy: PID 22756 died...\u000a19:31:04.164134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22756): Terminated: ok {rc=0}\u000a19:31:04.251776 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:30:05" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22768): Process ended prematurely: osmo-stp_10.42.42.5(pid=22768) [trial-2393↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22768)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22768): Process ended prematurely: osmo-stp_10.42.42.5(pid=22768) [trial-2393↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:31:06.293172 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:31:06.305909 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:31:06.464399 tst switch_tch_pdch.py: using LAC 35774\u000a19:31:06.587462 tst switch_tch_pdch.py: using RAC 74\u000a19:31:06.703656 tst switch_tch_pdch.py: using CellId 35774\u000a19:31:06.821717 tst switch_tch_pdch.py: using BVCI 35775\u000a19:31:06.844787 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:31:06.856240 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:31:06.867396 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:31:06.878478 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:31:06.889628 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:31:06.901023 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:31:06.912232 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:31:06.923313 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:31:07.039480 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:31:07.327955 tst switch_tch_pdch.py:51: start network...\u000a19:31:07.454072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:07.938081 run create_hlr_db(pid=22762): Launched\u000a19:31:08.111567 bus /gobi_6: Setting Powered False\u000a19:31:09.133257 run create_hlr_db(pid=22762): Terminated: ok {rc=0}\u000a19:31:09.535541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22764): Launched\u000a19:31:09.837114 run osmo-hlr_10.42.42.2(pid=22765): Launched\u000a19:31:09.945965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:10.467178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22767): Launched\u000a19:31:10.768274 run osmo-stp_10.42.42.5(pid=22768): Launched\u000a19:31:10.877196 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:31:11.401602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22770): Launched\u000a19:31:11.507819 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:31:11.770973 run patchelf(pid=22771): Launched\u000a19:31:11.946282 run osmo-stp_10.42.42.5(pid=22768): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22768)]\u000a19:31:12.074442 run osmo-stp_10.42.42.5(pid=22768): stdout: \u000a| (launched: 2022-12-13_19:31:10.619654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:12.202521 run osmo-stp_10.42.42.5(pid=22768): stderr: \u000a| �[0;m�[38;5;43m20221213193110789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193110789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193110789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193110790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193110790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193110790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193110790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:12.326663 run osmo-stp_10.42.42.5(pid=22768): stdout: \u000a| (launched: 2022-12-13_19:31:10.619654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:12.449898 run osmo-stp_10.42.42.5(pid=22768): stderr: \u000a| �[0;m�[38;5;43m20221213193110789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193110789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193110789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193110790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193110790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193110790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193110790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:12.594317 run patchelf(pid=22771): Terminating (SIGINT)\u000a19:31:12.762386 run patchelf(pid=22771): Terminated: ok {rc=0}\u000a19:31:12.792874 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22768): Process ended prematurely: osmo-stp_10.42.42.5(pid=22768) [trial-2393↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22768)] [trial-2393↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:31:12.801554 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a19:31:12.862009 run osmo-hlr_10.42.42.2(pid=22765): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22765)]\u000a19:31:12.911162 run osmo-hlr_10.42.42.2(pid=22765): stdout: \u000a| (launched: 2022-12-13_19:31:09.689210) \u000a19:31:12.960977 run osmo-hlr_10.42.42.2(pid=22765): stderr: \u000a| �[0;m�[1;31m20221213193109863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193109863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193109863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193109863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193109863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193109863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193109875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193109884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193109884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193109884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:13.003679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22764): Terminating (SIGTERM)\u000a19:31:13.043747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22767): Terminating (SIGTERM)\u000a19:31:13.083750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22770): Terminating (SIGTERM)\u000a19:31:13.092739 --- ParallelTerminationStrategy: PID 22764 died...\u000a19:31:13.146321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22764): Terminated: ok {rc=0}\u000a19:31:13.156055 --- ParallelTerminationStrategy: PID 22767 died...\u000a19:31:13.209290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22767): Terminated: ok {rc=0}\u000a19:31:13.218996 --- ParallelTerminationStrategy: PID 22770 died...\u000a19:31:13.272195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22770): Terminated: ok {rc=0}\u000a19:31:13.356175 bus /gobi_0: Setting Powered False\u000a19:31:14.463478 bus /gobi_0: Setting Powered False\u000a19:31:15.571255 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:31:06" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22781): Process ended prematurely: osmo-stp_10.42.42.5(pid=22781) [trial-2393↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22781)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22781): Process ended prematurely: osmo-stp_10.42.42.5(pid=22781) [trial-2393↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:31:17.586810 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:31:17.598358 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:31:17.762463 tst switch_tch_pdch.py: using LAC 35775\u000a19:31:17.878770 tst switch_tch_pdch.py: using RAC 75\u000a19:31:18.002095 tst switch_tch_pdch.py: using CellId 35775\u000a19:31:18.126719 tst switch_tch_pdch.py: using BVCI 35776\u000a19:31:18.151675 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:31:18.163329 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:31:18.174829 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:31:18.186481 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:31:18.198222 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:31:18.209891 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:31:18.221694 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:31:18.233295 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:31:18.350977 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:31:18.645424 tst switch_tch_pdch.py:51: start network...\u000a19:31:18.780105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:19.259602 run create_hlr_db(pid=22775): Launched\u000a19:31:19.391763 bus /gobi_6: Setting Powered False\u000a19:31:20.469371 run create_hlr_db(pid=22775): Terminated: ok {rc=0}\u000a19:31:20.870935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22777): Launched\u000a19:31:21.194367 run osmo-hlr_10.42.42.2(pid=22778): Launched\u000a19:31:21.309669 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:21.809425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22780): Launched\u000a19:31:22.111715 run osmo-stp_10.42.42.5(pid=22781): Launched\u000a19:31:22.220475 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:31:22.719546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22783): Launched\u000a19:31:22.826827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:31:23.089615 run patchelf(pid=22784): Launched\u000a19:31:23.265756 run osmo-stp_10.42.42.5(pid=22781): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22781)]\u000a19:31:23.394443 run osmo-stp_10.42.42.5(pid=22781): stdout: \u000a| (launched: 2022-12-13_19:31:21.962862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:23.523723 run osmo-stp_10.42.42.5(pid=22781): stderr: \u000a| �[0;m�[38;5;43m20221213193122132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193122132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193122133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193122133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193122134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193122134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193122134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:23.648450 run osmo-stp_10.42.42.5(pid=22781): stdout: \u000a| (launched: 2022-12-13_19:31:21.962862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:23.772358 run osmo-stp_10.42.42.5(pid=22781): stderr: \u000a| �[0;m�[38;5;43m20221213193122132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193122132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193122133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193122133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193122134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193122134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193122134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:23.915899 run patchelf(pid=22784): Terminating (SIGINT)\u000a19:31:24.083866 run patchelf(pid=22784): Terminated: ok {rc=0}\u000a19:31:24.114601 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22781): Process ended prematurely: osmo-stp_10.42.42.5(pid=22781) [trial-2393↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22781)] [trial-2393↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:31:24.123269 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a19:31:24.183248 run osmo-hlr_10.42.42.2(pid=22778): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22778)]\u000a19:31:24.232259 run osmo-hlr_10.42.42.2(pid=22778): stdout: \u000a| (launched: 2022-12-13_19:31:21.035013) \u000a19:31:24.282017 run osmo-hlr_10.42.42.2(pid=22778): stderr: \u000a| �[0;m�[1;31m20221213193121232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193121232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193121232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193121232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193121232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193121232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193121244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193121253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193121253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193121253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:24.324220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22777): Terminating (SIGTERM)\u000a19:31:24.364015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22780): Terminating (SIGTERM)\u000a19:31:24.403882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22783): Terminating (SIGTERM)\u000a19:31:24.413241 --- ParallelTerminationStrategy: PID 22777 died...\u000a19:31:24.466921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22777): Terminated: ok {rc=0}\u000a19:31:24.476570 --- ParallelTerminationStrategy: PID 22780 died...\u000a19:31:24.530000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22780): Terminated: ok {rc=0}\u000a19:31:24.539821 --- ParallelTerminationStrategy: PID 22783 died...\u000a19:31:24.593501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22783): Terminated: ok {rc=0}\u000a19:31:24.677308 bus /gobi_0: Setting Powered False\u000a19:31:25.785172 bus /gobi_0: Setting Powered False\u000a19:31:26.893748 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:31:17" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22789): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22789) [trial-2393↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22789)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22789): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22789) [trial-2393↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a19:31:28.812835 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a19:31:28.824025 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:31:28.955378 tst mo_mt_sms.py: using LAC 35776\u000a19:31:29.072678 tst mo_mt_sms.py: using RAC 76\u000a19:31:29.201410 tst mo_mt_sms.py: using CellId 35776\u000a19:31:29.325884 tst mo_mt_sms.py: using BVCI 35777\u000a19:31:29.350684 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:31:29.466623 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:31:29.741876 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:31:29.867651 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:31:30.489501 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22788): Launched\u000a19:31:30.787873 run osmo-nitb_10.42.42.2(pid=22789): Launched\u000a19:31:30.983774 run osmo-nitb_10.42.42.2(pid=22789): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22789)]\u000a19:31:31.123222 run osmo-nitb_10.42.42.2(pid=22789): stdout: \u000a| (launched: 2022-12-13_19:31:30.641933) \u000a19:31:31.263616 run osmo-nitb_10.42.42.2(pid=22789): stderr: \u000a| (launched: 2022-12-13_19:31:30.686677)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:31:31.401392 run osmo-nitb_10.42.42.2(pid=22789): stdout: \u000a| (launched: 2022-12-13_19:31:30.641933) \u000a19:31:31.537033 run osmo-nitb_10.42.42.2(pid=22789): stderr: \u000a| (launched: 2022-12-13_19:31:30.686677)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:31:31.910199 tst osmo-nitb_10.42.42.2(pid=22789): stdout: \u000a| (launched: 2022-12-13_19:31:30.641933) \u000a19:31:32.033711 tst osmo-nitb_10.42.42.2(pid=22789): stderr: \u000a| (launched: 2022-12-13_19:31:30.686677)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:31:32.087598 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22789): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22789) [trial-2393↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22789)] [trial-2393↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a19:31:32.096313 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a19:31:32.132503 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22788): Terminating (SIGTERM)\u000a19:31:32.311910 --- ParallelTerminationStrategy: PID 22788 died...\u000a19:31:32.368290 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22788): Terminated: ok {rc=0}\u000a19:31:32.453016 bus /sierra_3: Setting Powered False\u000a19:31:33.564105 bus /sierra_3: Setting Powered False\u000a19:31:34.674385 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:31:28" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22799): Process ended prematurely: osmo-stp_10.42.42.5(pid=22799) [trial-2393↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22799)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22799): Process ended prematurely: osmo-stp_10.42.42.5(pid=22799) [trial-2393↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a19:31:36.571156 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:31:36.582741 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:31:36.723774 tst mo_mt_sms.py: using LAC 35777\u000a19:31:36.845249 tst mo_mt_sms.py: using RAC 77\u000a19:31:36.964690 tst mo_mt_sms.py: using CellId 35777\u000a19:31:37.083033 tst mo_mt_sms.py: using BVCI 35778\u000a19:31:37.106820 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:31:37.117753 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:31:37.128469 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:31:37.139172 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:31:37.150421 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:31:37.161588 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:31:37.281294 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:31:37.481589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:37.968623 run create_hlr_db(pid=22793): Launched\u000a19:31:38.156803 bus /sierra_2: Setting Powered False\u000a19:31:39.167113 run create_hlr_db(pid=22793): Terminated: ok {rc=0}\u000a19:31:39.605524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22795): Launched\u000a19:31:39.929879 run osmo-hlr_10.42.42.2(pid=22796): Launched\u000a19:31:40.047961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:40.609672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22798): Launched\u000a19:31:40.933968 run osmo-stp_10.42.42.5(pid=22799): Launched\u000a19:31:41.051117 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:31:41.644203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22801): Launched\u000a19:31:41.969200 run osmo-msc_10.42.42.6(pid=22802): Launched\u000a19:31:42.160463 run osmo-stp_10.42.42.5(pid=22799): ERR: Terminated: ERROR {rc=1} [trial-2393↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22799)]\u000a19:31:42.298073 run osmo-stp_10.42.42.5(pid=22799): stdout: \u000a| (launched: 2022-12-13_19:31:40.774437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:42.434877 run osmo-stp_10.42.42.5(pid=22799): stderr: \u000a| �[0;m�[38;5;43m20221213193140966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193140966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193140966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193140967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193140967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193140967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193140967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:42.565177 run osmo-stp_10.42.42.5(pid=22799): stdout: \u000a| (launched: 2022-12-13_19:31:40.774437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:42.695053 run osmo-stp_10.42.42.5(pid=22799): stderr: \u000a| �[0;m�[38;5;43m20221213193140966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193140966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193140966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193140967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193140967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193140967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193140967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:42.751332 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22799): Process ended prematurely: osmo-stp_10.42.42.5(pid=22799) [trial-2393↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22799)] [trial-2393↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a19:31:42.759886 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a19:31:42.823907 run osmo-hlr_10.42.42.2(pid=22796): ERR: Terminated: ERROR {rc=237} [trial-2393↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22796)]\u000a19:31:42.876020 run osmo-hlr_10.42.42.2(pid=22796): stdout: \u000a| (launched: 2022-12-13_19:31:39.770355) \u000a19:31:42.928855 run osmo-hlr_10.42.42.2(pid=22796): stderr: \u000a| �[0;m�[1;31m20221213193139968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193139968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193139968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193139968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193139968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193139968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193139981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193139989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193139989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193139989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:43.001079 run osmo-msc_10.42.42.6(pid=22802): ERR: Terminated: ERROR {rc=2} [trial-2393↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22802)]\u000a19:31:43.053282 run osmo-msc_10.42.42.6(pid=22802): stdout: \u000a| (launched: 2022-12-13_19:31:41.808364) \u000a19:31:43.106208 run osmo-msc_10.42.42.6(pid=22802): stderr: \u000a| �[0;m�[38;5;43m20221213193142131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193142131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fb7e17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193142131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193142131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193142132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193142132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193142134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193142134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193142134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193142134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:31:43.151318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22795): Terminating (SIGTERM)\u000a19:31:43.193727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22798): Terminating (SIGTERM)\u000a19:31:43.236825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22801): Terminating (SIGTERM)\u000a19:31:43.246715 --- ParallelTerminationStrategy: PID 22795 died...\u000a19:31:43.303611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22795): Terminated: ok {rc=0}\u000a19:31:43.313866 --- ParallelTerminationStrategy: PID 22798 died...\u000a19:31:43.370544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22798): Terminated: ok {rc=0}\u000a19:31:43.380716 --- ParallelTerminationStrategy: PID 22801 died...\u000a19:31:43.437427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22801): Terminated: ok {rc=0}\u000a19:31:43.525653 bus /sierra_3: Setting Powered False\u000a19:31:44.633308 bus /sierra_3: Setting Powered False\u000a19:31:45.743262 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:31:36" }, { "cases" : [ { "testActions" : [ ], "age" : 254, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22808): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22808) [trial-2393↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22808)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22808): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22808) [trial-2393↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a19:31:47.609976 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a19:31:47.621699 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:31:47.754944 tst assert_extension.py: using LAC 35778\u000a19:31:47.878171 tst assert_extension.py: using RAC 78\u000a19:31:48.004258 tst assert_extension.py: using CellId 35778\u000a19:31:48.124910 tst assert_extension.py: using BVCI 35779\u000a19:31:48.148732 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a19:31:48.441780 tst assert_extension.py:10: start nitb and bts...\u000a19:31:48.577259 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:31:49.246936 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22807): Launched\u000a19:31:49.567792 run osmo-nitb_10.42.42.2(pid=22808): Launched\u000a19:31:49.766964 run osmo-nitb_10.42.42.2(pid=22808): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22808)]\u000a19:31:49.913208 run osmo-nitb_10.42.42.2(pid=22808): stdout: \u000a| (launched: 2022-12-13_19:31:49.411419) \u000a19:31:50.060173 run osmo-nitb_10.42.42.2(pid=22808): stderr: \u000a| (launched: 2022-12-13_19:31:49.459387)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:31:50.202283 run osmo-nitb_10.42.42.2(pid=22808): stdout: \u000a| (launched: 2022-12-13_19:31:49.411419) \u000a19:31:50.343218 run osmo-nitb_10.42.42.2(pid=22808): stderr: \u000a| (launched: 2022-12-13_19:31:49.459387)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:31:50.700057 tst osmo-nitb_10.42.42.2(pid=22808): stdout: \u000a| (launched: 2022-12-13_19:31:49.411419) \u000a19:31:50.829882 tst osmo-nitb_10.42.42.2(pid=22808): stderr: \u000a| (launched: 2022-12-13_19:31:49.459387)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:31:50.886004 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22808): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22808) [trial-2393↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22808)] [trial-2393↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a19:31:50.894673 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a19:31:50.931718 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22807): Terminating (SIGTERM)\u000a19:31:51.110595 --- ParallelTerminationStrategy: PID 22807 died...\u000a19:31:51.169630 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22807): Terminated: ok {rc=0}\u000a19:31:51.258469 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:31:47" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22818): Process ended prematurely: osmo-stp_10.42.42.5(pid=22818) [trial-2393↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22818)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22818): Process ended prematurely: osmo-stp_10.42.42.5(pid=22818) [trial-2393↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a19:31:53.098147 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:31:53.109789 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:31:53.250760 tst assert_extension.py: using LAC 35779\u000a19:31:53.376337 tst assert_extension.py: using RAC 79\u000a19:31:53.505035 tst assert_extension.py: using CellId 35779\u000a19:31:53.629431 tst assert_extension.py: using BVCI 35780\u000a19:31:53.654451 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:31:53.666045 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:31:53.677498 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:31:53.688997 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:31:53.700665 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:31:53.712352 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a19:31:53.913906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:54.397854 run create_hlr_db(pid=22812): Launched\u000a19:31:54.570281 bus /sierra_2: Setting Powered False\u000a19:31:55.592561 run create_hlr_db(pid=22812): Terminated: ok {rc=0}\u000a19:31:55.994671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22814): Launched\u000a19:31:56.296425 run osmo-hlr_10.42.42.2(pid=22815): Launched\u000a19:31:56.406416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:56.932371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22817): Launched\u000a19:31:57.236403 run osmo-stp_10.42.42.5(pid=22818): Launched\u000a19:31:57.346701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:31:57.895738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22820): Launched\u000a19:31:58.199249 run osmo-msc_10.42.42.6(pid=22821): Launched\u000a19:31:58.375795 run osmo-stp_10.42.42.5(pid=22818): ERR: Terminated: ERROR {rc=1} [trial-2393↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22818)]\u000a19:31:58.503901 run osmo-stp_10.42.42.5(pid=22818): stdout: \u000a| (launched: 2022-12-13_19:31:57.086206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:58.628678 run osmo-stp_10.42.42.5(pid=22818): stderr: \u000a| �[0;m�[38;5;43m20221213193157253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193157253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193157253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193157254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193157254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193157254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193157254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:58.750088 run osmo-stp_10.42.42.5(pid=22818): stdout: \u000a| (launched: 2022-12-13_19:31:57.086206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:58.869797 run osmo-stp_10.42.42.5(pid=22818): stderr: \u000a| �[0;m�[38;5;43m20221213193157253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193157253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193157253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193157254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193157254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193157254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193157254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:58.921973 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22818): Process ended prematurely: osmo-stp_10.42.42.5(pid=22818) [trial-2393↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22818)] [trial-2393↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a19:31:58.929786 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a19:31:58.989622 run osmo-hlr_10.42.42.2(pid=22815): ERR: Terminated: ERROR {rc=237} [trial-2393↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22815)]\u000a19:31:59.038560 run osmo-hlr_10.42.42.2(pid=22815): stdout: \u000a| (launched: 2022-12-13_19:31:56.147694) \u000a19:31:59.088187 run osmo-hlr_10.42.42.2(pid=22815): stderr: \u000a| �[0;m�[1;31m20221213193156323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193156324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193156324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193156324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193156324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193156324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193156336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193156344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193156345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193156345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:59.156097 run osmo-msc_10.42.42.6(pid=22821): ERR: Terminated: ERROR {rc=2} [trial-2393↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22821)]\u000a19:31:59.205022 run osmo-msc_10.42.42.6(pid=22821): stdout: \u000a| (launched: 2022-12-13_19:31:58.049368) \u000a19:31:59.254564 run osmo-msc_10.42.42.6(pid=22821): stderr: \u000a| �[0;m�[38;5;43m20221213193158322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193158322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3304716c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193158322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193158322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193158322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193158323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193158324 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193158325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193158325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193158325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:31:59.297113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22814): Terminating (SIGTERM)\u000a19:31:59.336895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22817): Terminating (SIGTERM)\u000a19:31:59.376421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22820): Terminating (SIGTERM)\u000a19:31:59.385655 --- ParallelTerminationStrategy: PID 22814 died...\u000a19:31:59.439011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22814): Terminated: ok {rc=0}\u000a19:31:59.448720 --- ParallelTerminationStrategy: PID 22817 died...\u000a19:31:59.501831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22817): Terminated: ok {rc=0}\u000a19:31:59.511431 --- ParallelTerminationStrategy: PID 22820 died...\u000a19:31:59.564500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22820): Terminated: ok {rc=0}\u000a19:31:59.654161 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:31:52" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22832): Process ended prematurely: osmo-stp_10.42.42.5(pid=22832) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22832)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22832): Process ended prematurely: osmo-stp_10.42.42.5(pid=22832) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:32:01.664126 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:32:01.676031 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:32:01.842654 tst mo_mt_call.py: using LAC 35780\u000a19:32:01.975365 tst mo_mt_call.py: using RAC 80\u000a19:32:02.126830 tst mo_mt_call.py: using CellId 35780\u000a19:32:02.280888 tst mo_mt_call.py: using BVCI 35781\u000a19:32:02.305263 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:32:02.318162 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:32:02.330552 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:32:02.342742 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:32:02.355598 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:32:02.367802 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:32:02.488638 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:32:02.705297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:03.223839 run create_hlr_db(pid=22826): Launched\u000a19:32:03.414166 bus /sierra_2: Setting Powered False\u000a19:32:04.435731 run create_hlr_db(pid=22826): Terminated: ok {rc=0}\u000a19:32:04.848710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22828): Launched\u000a19:32:05.157021 run osmo-hlr_10.42.42.2(pid=22829): Launched\u000a19:32:05.273706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:05.805561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22831): Launched\u000a19:32:06.112744 run osmo-stp_10.42.42.5(pid=22832): Launched\u000a19:32:06.223309 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:32:06.781401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22834): Launched\u000a19:32:07.088663 run osmo-msc_10.42.42.6(pid=22835): Launched\u000a19:32:07.267972 run osmo-stp_10.42.42.5(pid=22832): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22832)]\u000a19:32:07.397233 run osmo-stp_10.42.42.5(pid=22832): stdout: \u000a| (launched: 2022-12-13_19:32:05.961143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:07.524425 run osmo-stp_10.42.42.5(pid=22832): stderr: \u000a| �[0;m�[38;5;43m20221213193206133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193206133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193206134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193206134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193206134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193206135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193206135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:07.647650 run osmo-stp_10.42.42.5(pid=22832): stdout: \u000a| (launched: 2022-12-13_19:32:05.961143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:07.770080 run osmo-stp_10.42.42.5(pid=22832): stderr: \u000a| �[0;m�[38;5;43m20221213193206133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193206133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193206134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193206134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193206134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193206135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193206135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:07.823907 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22832): Process ended prematurely: osmo-stp_10.42.42.5(pid=22832) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22832)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:32:07.832597 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:32:07.892705 run osmo-hlr_10.42.42.2(pid=22829): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22829)]\u000a19:32:07.941757 run osmo-hlr_10.42.42.2(pid=22829): stdout: \u000a| (launched: 2022-12-13_19:32:05.005694) \u000a19:32:07.991233 run osmo-hlr_10.42.42.2(pid=22829): stderr: \u000a| �[0;m�[1;31m20221213193205184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193205184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193205184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193205184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193205184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193205184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193205196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193205206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193205206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193205206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:08.058968 run osmo-msc_10.42.42.6(pid=22835): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22835)]\u000a19:32:08.108523 run osmo-msc_10.42.42.6(pid=22835): stdout: \u000a| (launched: 2022-12-13_19:32:06.936661) \u000a19:32:08.157802 run osmo-msc_10.42.42.6(pid=22835): stderr: \u000a| �[0;m�[38;5;43m20221213193207210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193207210 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f030cc18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193207210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193207210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193207210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193207211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193207212 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193207213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193207213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193207213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:32:08.199712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22828): Terminating (SIGTERM)\u000a19:32:08.239266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22831): Terminating (SIGTERM)\u000a19:32:08.278736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22834): Terminating (SIGTERM)\u000a19:32:08.288029 --- ParallelTerminationStrategy: PID 22828 died...\u000a19:32:08.341272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22828): Terminated: ok {rc=0}\u000a19:32:08.351061 --- ParallelTerminationStrategy: PID 22831 died...\u000a19:32:08.404632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22831): Terminated: ok {rc=0}\u000a19:32:08.414373 --- ParallelTerminationStrategy: PID 22834 died...\u000a19:32:08.467787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22834): Terminated: ok {rc=0}\u000a19:32:08.552397 bus /sierra_3: Setting Powered False\u000a19:32:09.660276 bus /sierra_3: Setting Powered False\u000a19:32:10.774008 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22843): Process ended prematurely: osmo-stp_10.42.42.5(pid=22843) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22843)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22843): Process ended prematurely: osmo-stp_10.42.42.5(pid=22843) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:32:11.886477 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:32:11.898638 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:32:12.054382 tst mo_mt_call_osmux.py: using LAC 35781\u000a19:32:12.176595 tst mo_mt_call_osmux.py: using RAC 81\u000a19:32:12.296857 tst mo_mt_call_osmux.py: using CellId 35781\u000a19:32:12.416628 tst mo_mt_call_osmux.py: using BVCI 35782\u000a19:32:12.439959 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:32:12.451414 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:32:12.462632 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:32:12.473780 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:32:12.485057 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:32:12.496181 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:32:12.611944 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:32:12.814344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:13.306237 run create_hlr_db(pid=22837): Launched\u000a19:32:13.482567 bus /sierra_2: Setting Powered False\u000a19:32:14.505363 run create_hlr_db(pid=22837): Terminated: ok {rc=0}\u000a19:32:14.944243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22839): Launched\u000a19:32:15.275274 run osmo-hlr_10.42.42.2(pid=22840): Launched\u000a19:32:15.399028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:16.028179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22842): Launched\u000a19:32:16.442815 run osmo-stp_10.42.42.5(pid=22843): Launched\u000a19:32:16.679589 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:32:17.317360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22845): Launched\u000a19:32:17.648530 run osmo-msc_10.42.42.6(pid=22846): Launched\u000a19:32:17.843203 run osmo-stp_10.42.42.5(pid=22843): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22843)]\u000a19:32:17.982808 run osmo-stp_10.42.42.5(pid=22843): stdout: \u000a| (launched: 2022-12-13_19:32:16.190243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:18.121237 run osmo-stp_10.42.42.5(pid=22843): stderr: \u000a| �[0;m�[38;5;43m20221213193216525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193216525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193216526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193216526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193216527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193216527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193216527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:18.254656 run osmo-stp_10.42.42.5(pid=22843): stdout: \u000a| (launched: 2022-12-13_19:32:16.190243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:18.387057 run osmo-stp_10.42.42.5(pid=22843): stderr: \u000a| �[0;m�[38;5;43m20221213193216525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193216525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193216526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193216526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193216527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193216527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193216527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:18.444823 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22843): Process ended prematurely: osmo-stp_10.42.42.5(pid=22843) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22843)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:32:18.454369 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a19:32:18.518707 run osmo-hlr_10.42.42.2(pid=22840): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22840)]\u000a19:32:18.571620 run osmo-hlr_10.42.42.2(pid=22840): stdout: \u000a| (launched: 2022-12-13_19:32:15.112208) \u000a19:32:18.624531 run osmo-hlr_10.42.42.2(pid=22840): stderr: \u000a| �[0;m�[1;31m20221213193215311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193215311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193215311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193215311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193215311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193215311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193215323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193215331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193215332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193215332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:18.696866 run osmo-msc_10.42.42.6(pid=22846): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22846)]\u000a19:32:18.748856 run osmo-msc_10.42.42.6(pid=22846): stdout: \u000a| (launched: 2022-12-13_19:32:17.485273) \u000a19:32:18.801303 run osmo-msc_10.42.42.6(pid=22846): stderr: \u000a| �[0;m�[38;5;43m20221213193217808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193217809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb97492ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193217809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193217809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193217809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193217809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193217811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193217811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193217811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193217811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:32:18.846330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22839): Terminating (SIGTERM)\u000a19:32:18.888589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22842): Terminating (SIGTERM)\u000a19:32:18.931438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22845): Terminating (SIGTERM)\u000a19:32:18.941428 --- ParallelTerminationStrategy: PID 22839 died...\u000a19:32:18.998900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22839): Terminated: ok {rc=0}\u000a19:32:19.009360 --- ParallelTerminationStrategy: PID 22842 died...\u000a19:32:19.066216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22842): Terminated: ok {rc=0}\u000a19:32:19.076541 --- ParallelTerminationStrategy: PID 22845 died...\u000a19:32:19.133897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22845): Terminated: ok {rc=0}\u000a19:32:19.222152 bus /sierra_3: Setting Powered False\u000a19:32:20.324134 bus /sierra_3: Setting Powered False\u000a19:32:21.436596 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:32:01" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22857): Process ended prematurely: osmo-stp_10.42.42.5(pid=22857) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22857)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22857): Process ended prematurely: osmo-stp_10.42.42.5(pid=22857) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:32:23.420453 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:32:23.431864 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:32:23.587206 tst mo_mt_call.py: using LAC 35782\u000a19:32:23.709601 tst mo_mt_call.py: using RAC 82\u000a19:32:23.830227 tst mo_mt_call.py: using CellId 35782\u000a19:32:23.950609 tst mo_mt_call.py: using BVCI 35783\u000a19:32:23.973998 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:32:23.985430 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:32:23.996538 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:32:24.007727 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:32:24.019512 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:32:24.031340 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:32:24.148603 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:32:24.355910 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:24.846554 run create_hlr_db(pid=22851): Launched\u000a19:32:25.023643 bus /sierra_2: Setting Powered False\u000a19:32:26.045085 run create_hlr_db(pid=22851): Terminated: ok {rc=0}\u000a19:32:26.482384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22853): Launched\u000a19:32:26.814497 run osmo-hlr_10.42.42.2(pid=22854): Launched\u000a19:32:26.935101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:27.504521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22856): Launched\u000a19:32:27.835527 run osmo-stp_10.42.42.5(pid=22857): Launched\u000a19:32:27.955468 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:32:28.558163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22859): Launched\u000a19:32:28.890296 run osmo-msc_10.42.42.6(pid=22860): Launched\u000a19:32:29.083936 run osmo-stp_10.42.42.5(pid=22857): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22857)]\u000a19:32:29.223703 run osmo-stp_10.42.42.5(pid=22857): stdout: \u000a| (launched: 2022-12-13_19:32:27.672772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:29.362153 run osmo-stp_10.42.42.5(pid=22857): stderr: \u000a| �[0;m�[38;5;43m20221213193227865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193227865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193227865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193227866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193227866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193227866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193227866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:29.495206 run osmo-stp_10.42.42.5(pid=22857): stdout: \u000a| (launched: 2022-12-13_19:32:27.672772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:29.627422 run osmo-stp_10.42.42.5(pid=22857): stderr: \u000a| �[0;m�[38;5;43m20221213193227865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193227865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193227865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193227866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193227866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193227866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193227866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:29.685829 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22857): Process ended prematurely: osmo-stp_10.42.42.5(pid=22857) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22857)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:32:29.694981 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:32:29.758690 run osmo-hlr_10.42.42.2(pid=22854): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22854)]\u000a19:32:29.810534 run osmo-hlr_10.42.42.2(pid=22854): stdout: \u000a| (launched: 2022-12-13_19:32:26.650275) \u000a19:32:29.863056 run osmo-hlr_10.42.42.2(pid=22854): stderr: \u000a| �[0;m�[1;31m20221213193226848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193226848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193226848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193226848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193226848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193226848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193226864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193226874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193226874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193226874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:29.934429 run osmo-msc_10.42.42.6(pid=22860): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22860)]\u000a19:32:29.986132 run osmo-msc_10.42.42.6(pid=22860): stdout: \u000a| (launched: 2022-12-13_19:32:28.727101) \u000a19:32:30.038411 run osmo-msc_10.42.42.6(pid=22860): stderr: \u000a| �[0;m�[38;5;43m20221213193229049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193229049 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8aded59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193229049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193229049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193229049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193229049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193229051 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193229051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193229052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193229052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:32:30.083020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22853): Terminating (SIGTERM)\u000a19:32:30.125675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22856): Terminating (SIGTERM)\u000a19:32:30.168113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22859): Terminating (SIGTERM)\u000a19:32:30.177910 --- ParallelTerminationStrategy: PID 22853 died...\u000a19:32:30.234713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22853): Terminated: ok {rc=0}\u000a19:32:30.244898 --- ParallelTerminationStrategy: PID 22856 died...\u000a19:32:30.301433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22856): Terminated: ok {rc=0}\u000a19:32:30.311556 --- ParallelTerminationStrategy: PID 22859 died...\u000a19:32:30.367837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22859): Terminated: ok {rc=0}\u000a19:32:30.455839 bus /sierra_3: Setting Powered False\u000a19:32:31.559547 bus /sierra_3: Setting Powered False\u000a19:32:32.667835 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22869): Process ended prematurely: osmo-stp_10.42.42.5(pid=22869) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22869)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22869): Process ended prematurely: osmo-stp_10.42.42.5(pid=22869) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:32:33.784060 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:32:33.796851 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:32:33.960410 tst mo_mt_call_osmux.py: using LAC 35783\u000a19:32:34.088906 tst mo_mt_call_osmux.py: using RAC 83\u000a19:32:34.217891 tst mo_mt_call_osmux.py: using CellId 35783\u000a19:32:34.346536 tst mo_mt_call_osmux.py: using BVCI 35784\u000a19:32:34.371730 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:32:34.384211 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:32:34.396094 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:32:34.407895 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:32:34.420138 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:32:34.432276 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:32:34.554721 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:32:34.759911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:35.251864 run create_hlr_db(pid=22863): Launched\u000a19:32:35.428069 bus /sierra_2: Setting Powered False\u000a19:32:36.450863 run create_hlr_db(pid=22863): Terminated: ok {rc=0}\u000a19:32:36.860017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22865): Launched\u000a19:32:37.166864 run osmo-hlr_10.42.42.2(pid=22866): Launched\u000a19:32:37.282805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:37.815435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22868): Launched\u000a19:32:38.122538 run osmo-stp_10.42.42.5(pid=22869): Launched\u000a19:32:38.233666 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:32:38.794946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22871): Launched\u000a19:32:39.102962 run osmo-msc_10.42.42.6(pid=22872): Launched\u000a19:32:39.282738 run osmo-stp_10.42.42.5(pid=22869): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22869)]\u000a19:32:39.412483 run osmo-stp_10.42.42.5(pid=22869): stdout: \u000a| (launched: 2022-12-13_19:32:37.970898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:39.539929 run osmo-stp_10.42.42.5(pid=22869): stderr: \u000a| �[0;m�[38;5;43m20221213193238142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193238142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193238142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193238143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193238143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193238143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193238143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:39.663708 run osmo-stp_10.42.42.5(pid=22869): stdout: \u000a| (launched: 2022-12-13_19:32:37.970898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:39.786159 run osmo-stp_10.42.42.5(pid=22869): stderr: \u000a| �[0;m�[38;5;43m20221213193238142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193238142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193238142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193238143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193238143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193238143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193238143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:39.839796 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22869): Process ended prematurely: osmo-stp_10.42.42.5(pid=22869) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22869)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:32:39.848509 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:32:39.908692 run osmo-hlr_10.42.42.2(pid=22866): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22866)]\u000a19:32:39.958064 run osmo-hlr_10.42.42.2(pid=22866): stdout: \u000a| (launched: 2022-12-13_19:32:37.015583) \u000a19:32:40.007838 run osmo-hlr_10.42.42.2(pid=22866): stderr: \u000a| �[0;m�[1;31m20221213193237195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193237195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193237195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193237195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193237196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193237196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193237208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193237217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193237217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193237217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:40.075823 run osmo-msc_10.42.42.6(pid=22872): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22872)]\u000a19:32:40.125051 run osmo-msc_10.42.42.6(pid=22872): stdout: \u000a| (launched: 2022-12-13_19:32:38.950623) \u000a19:32:40.174670 run osmo-msc_10.42.42.6(pid=22872): stderr: \u000a| �[0;m�[38;5;43m20221213193239223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193239223 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c4f3e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193239223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193239223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193239223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193239224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193239225 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193239226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193239226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193239226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:32:40.217085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22865): Terminating (SIGTERM)\u000a19:32:40.257247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22868): Terminating (SIGTERM)\u000a19:32:40.297406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22871): Terminating (SIGTERM)\u000a19:32:40.306823 --- ParallelTerminationStrategy: PID 22865 died...\u000a19:32:40.361492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22865): Terminated: ok {rc=0}\u000a19:32:40.371373 --- ParallelTerminationStrategy: PID 22868 died...\u000a19:32:40.424720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22868): Terminated: ok {rc=0}\u000a19:32:40.434453 --- ParallelTerminationStrategy: PID 22871 died...\u000a19:32:40.487843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22871): Terminated: ok {rc=0}\u000a19:32:40.576480 bus /sierra_3: Setting Powered False\u000a19:32:41.679799 bus /sierra_3: Setting Powered False\u000a19:32:42.791015 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:32:23" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22883): Process ended prematurely: osmo-stp_10.42.42.5(pid=22883) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22883)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22883): Process ended prematurely: osmo-stp_10.42.42.5(pid=22883) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:32:44.788413 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:32:44.800682 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:32:44.961347 tst mo_mt_call.py: using LAC 35784\u000a19:32:45.087783 tst mo_mt_call.py: using RAC 84\u000a19:32:45.209589 tst mo_mt_call.py: using CellId 35784\u000a19:32:45.328528 tst mo_mt_call.py: using BVCI 35785\u000a19:32:45.351831 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:32:45.363410 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:32:45.374923 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:32:45.386288 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:32:45.397992 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:32:45.409427 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:32:45.531548 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:32:45.735222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:46.297436 run create_hlr_db(pid=22877): Launched\u000a19:32:46.478265 bus /sierra_2: Setting Powered False\u000a19:32:47.496630 run create_hlr_db(pid=22877): Terminated: ok {rc=0}\u000a19:32:47.936489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22879): Launched\u000a19:32:48.268599 run osmo-hlr_10.42.42.2(pid=22880): Launched\u000a19:32:48.389315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:48.960410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22882): Launched\u000a19:32:49.288694 run osmo-stp_10.42.42.5(pid=22883): Launched\u000a19:32:49.408235 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:32:50.013308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22885): Launched\u000a19:32:50.345585 run osmo-msc_10.42.42.6(pid=22886): Launched\u000a19:32:50.539503 run osmo-stp_10.42.42.5(pid=22883): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22883)]\u000a19:32:50.681963 run osmo-stp_10.42.42.5(pid=22883): stdout: \u000a| (launched: 2022-12-13_19:32:49.127132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:50.819986 run osmo-stp_10.42.42.5(pid=22883): stderr: \u000a| �[0;m�[38;5;43m20221213193249318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193249319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193249319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193249319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193249320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193249320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193249320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:50.953679 run osmo-stp_10.42.42.5(pid=22883): stdout: \u000a| (launched: 2022-12-13_19:32:49.127132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:51.086727 run osmo-stp_10.42.42.5(pid=22883): stderr: \u000a| �[0;m�[38;5;43m20221213193249318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193249319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193249319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193249319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193249320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193249320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193249320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:51.144770 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22883): Process ended prematurely: osmo-stp_10.42.42.5(pid=22883) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22883)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:32:51.154380 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a19:32:51.218403 run osmo-hlr_10.42.42.2(pid=22880): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22880)]\u000a19:32:51.270620 run osmo-hlr_10.42.42.2(pid=22880): stdout: \u000a| (launched: 2022-12-13_19:32:48.104713) \u000a19:32:51.323711 run osmo-hlr_10.42.42.2(pid=22880): stderr: \u000a| �[0;m�[1;31m20221213193248303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193248303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193248303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193248303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193248303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193248304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193248316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193248325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193248325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193248325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:51.395559 run osmo-msc_10.42.42.6(pid=22886): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22886)]\u000a19:32:51.447619 run osmo-msc_10.42.42.6(pid=22886): stdout: \u000a| (launched: 2022-12-13_19:32:50.181808) \u000a19:32:51.500227 run osmo-msc_10.42.42.6(pid=22886): stderr: \u000a| �[0;m�[38;5;43m20221213193250504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193250505 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80237c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193250505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193250505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193250505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193250505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193250507 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193250507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193250507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193250508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:32:51.545178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22879): Terminating (SIGTERM)\u000a19:32:51.587544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22882): Terminating (SIGTERM)\u000a19:32:51.630507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22885): Terminating (SIGTERM)\u000a19:32:51.640465 --- ParallelTerminationStrategy: PID 22879 died...\u000a19:32:51.698197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22879): Terminated: ok {rc=0}\u000a19:32:51.708563 --- ParallelTerminationStrategy: PID 22882 died...\u000a19:32:51.765844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22882): Terminated: ok {rc=0}\u000a19:32:51.776172 --- ParallelTerminationStrategy: PID 22885 died...\u000a19:32:51.833203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22885): Terminated: ok {rc=0}\u000a19:32:51.921257 bus /sierra_3: Setting Powered False\u000a19:32:53.027264 bus /sierra_3: Setting Powered False\u000a19:32:54.135871 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22894): Process ended prematurely: osmo-stp_10.42.42.5(pid=22894) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22894)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22894): Process ended prematurely: osmo-stp_10.42.42.5(pid=22894) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:32:55.252717 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:32:55.265417 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:32:55.427379 tst mo_mt_call_osmux.py: using LAC 35785\u000a19:32:55.554922 tst mo_mt_call_osmux.py: using RAC 85\u000a19:32:55.681473 tst mo_mt_call_osmux.py: using CellId 35785\u000a19:32:55.810344 tst mo_mt_call_osmux.py: using BVCI 35786\u000a19:32:55.835327 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:32:55.847227 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:32:55.858912 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:32:55.870719 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:32:55.882872 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:32:55.894879 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:32:56.016727 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:32:56.222683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:56.718503 run create_hlr_db(pid=22888): Launched\u000a19:32:56.895551 bus /sierra_2: Setting Powered False\u000a19:32:57.916636 run create_hlr_db(pid=22888): Terminated: ok {rc=0}\u000a19:32:58.326346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22890): Launched\u000a19:32:58.635122 run osmo-hlr_10.42.42.2(pid=22891): Launched\u000a19:32:58.746417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:59.281128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22893): Launched\u000a19:32:59.589100 run osmo-stp_10.42.42.5(pid=22894): Launched\u000a19:32:59.700220 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:33:00.266691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22896): Launched\u000a19:33:00.571522 run osmo-msc_10.42.42.6(pid=22897): Launched\u000a19:33:00.748805 run osmo-stp_10.42.42.5(pid=22894): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22894)]\u000a19:33:00.915064 run osmo-stp_10.42.42.5(pid=22894): stdout: \u000a| (launched: 2022-12-13_19:32:59.437380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:01.058553 run osmo-stp_10.42.42.5(pid=22894): stderr: \u000a| �[0;m�[38;5;43m20221213193259609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193259610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193259610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193259610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193259611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193259611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193259611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:01.195590 run osmo-stp_10.42.42.5(pid=22894): stdout: \u000a| (launched: 2022-12-13_19:32:59.437380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:01.332678 run osmo-stp_10.42.42.5(pid=22894): stderr: \u000a| �[0;m�[38;5;43m20221213193259609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193259610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193259610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193259610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193259611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193259611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193259611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:01.393058 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22894): Process ended prematurely: osmo-stp_10.42.42.5(pid=22894) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22894)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:33:01.403529 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:33:01.469592 run osmo-hlr_10.42.42.2(pid=22891): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22891)]\u000a19:33:01.524446 run osmo-hlr_10.42.42.2(pid=22891): stdout: \u000a| (launched: 2022-12-13_19:32:58.483035) \u000a19:33:01.579779 run osmo-hlr_10.42.42.2(pid=22891): stderr: \u000a| �[0;m�[1;31m20221213193258661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193258661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193258661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193258661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193258661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193258661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193258678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193258688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193258688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193258688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:01.653647 run osmo-msc_10.42.42.6(pid=22897): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22897)]\u000a19:33:01.711428 run osmo-msc_10.42.42.6(pid=22897): stdout: \u000a| (launched: 2022-12-13_19:33:00.420671) \u000a19:33:01.766065 run osmo-msc_10.42.42.6(pid=22897): stderr: \u000a| �[0;m�[38;5;43m20221213193300691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193300691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbae38e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193300691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193300691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193300691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193300692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193300693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193300694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193300694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193300694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:33:01.813014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22890): Terminating (SIGTERM)\u000a19:33:01.859169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22893): Terminating (SIGTERM)\u000a19:33:01.905460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22896): Terminating (SIGTERM)\u000a19:33:01.917487 --- ParallelTerminationStrategy: PID 22890 died...\u000a19:33:01.978158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22890): Terminated: ok {rc=0}\u000a19:33:01.989364 --- ParallelTerminationStrategy: PID 22893 died...\u000a19:33:02.048937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22893): Terminated: ok {rc=0}\u000a19:33:02.059993 --- ParallelTerminationStrategy: PID 22896 died...\u000a19:33:02.119877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22896): Terminated: ok {rc=0}\u000a19:33:02.210014 bus /sierra_3: Setting Powered False\u000a19:33:03.311935 bus /sierra_3: Setting Powered False\u000a19:33:04.417552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:32:44" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22909): Process ended prematurely: osmo-stp_10.42.42.5(pid=22909) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22909)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22909): Process ended prematurely: osmo-stp_10.42.42.5(pid=22909) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:33:06.395818 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:33:06.407367 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:33:06.561713 tst mo_mt_call.py: using LAC 35786\u000a19:33:06.679490 tst mo_mt_call.py: using RAC 86\u000a19:33:06.805231 tst mo_mt_call.py: using CellId 35786\u000a19:33:06.922099 tst mo_mt_call.py: using BVCI 35787\u000a19:33:06.945218 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:33:06.956595 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:33:06.967785 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:33:06.978801 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:33:06.990025 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:33:07.001058 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:33:07.121430 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:33:07.333971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:07.846952 run create_hlr_db(pid=22903): Launched\u000a19:33:08.036116 bus /sierra_2: Setting Powered False\u000a19:33:09.056404 run create_hlr_db(pid=22903): Terminated: ok {rc=0}\u000a19:33:09.463656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22905): Launched\u000a19:33:09.767125 run osmo-hlr_10.42.42.2(pid=22906): Launched\u000a19:33:09.882403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:10.408274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22908): Launched\u000a19:33:10.711662 run osmo-stp_10.42.42.5(pid=22909): Launched\u000a19:33:10.820839 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:33:11.372021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22911): Launched\u000a19:33:11.676041 run osmo-msc_10.42.42.6(pid=22912): Launched\u000a19:33:11.853569 run osmo-stp_10.42.42.5(pid=22909): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22909)]\u000a19:33:11.981056 run osmo-stp_10.42.42.5(pid=22909): stdout: \u000a| (launched: 2022-12-13_19:33:10.561821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:12.107220 run osmo-stp_10.42.42.5(pid=22909): stderr: \u000a| �[0;m�[38;5;43m20221213193310731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193310731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193310731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193310732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193310732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193310732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193310733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:12.228888 run osmo-stp_10.42.42.5(pid=22909): stdout: \u000a| (launched: 2022-12-13_19:33:10.561821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:12.349831 run osmo-stp_10.42.42.5(pid=22909): stderr: \u000a| �[0;m�[38;5;43m20221213193310731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193310731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193310731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193310732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193310732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193310732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193310733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:12.403139 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22909): Process ended prematurely: osmo-stp_10.42.42.5(pid=22909) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22909)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:33:12.411779 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a19:33:12.471289 run osmo-hlr_10.42.42.2(pid=22906): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22906)]\u000a19:33:12.520167 run osmo-hlr_10.42.42.2(pid=22906): stdout: \u000a| (launched: 2022-12-13_19:33:09.617706) \u000a19:33:12.569546 run osmo-hlr_10.42.42.2(pid=22906): stderr: \u000a| �[0;m�[1;31m20221213193309790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193309790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193309790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193309790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193309790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193309790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193309802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193309813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193309813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193309813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:12.637431 run osmo-msc_10.42.42.6(pid=22912): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22912)]\u000a19:33:12.686023 run osmo-msc_10.42.42.6(pid=22912): stdout: \u000a| (launched: 2022-12-13_19:33:11.526008) \u000a19:33:12.735063 run osmo-msc_10.42.42.6(pid=22912): stderr: \u000a| �[0;m�[38;5;43m20221213193311794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193311795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f982c2e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193311795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193311795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193311795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193311795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193311797 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193311797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193311797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193311798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:33:12.776834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22905): Terminating (SIGTERM)\u000a19:33:12.816471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22908): Terminating (SIGTERM)\u000a19:33:12.855834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22911): Terminating (SIGTERM)\u000a19:33:12.865166 --- ParallelTerminationStrategy: PID 22905 died...\u000a19:33:12.918175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22905): Terminated: ok {rc=0}\u000a19:33:12.927937 --- ParallelTerminationStrategy: PID 22908 died...\u000a19:33:12.980732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22908): Terminated: ok {rc=0}\u000a19:33:12.990366 --- ParallelTerminationStrategy: PID 22911 died...\u000a19:33:13.042857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22911): Terminated: ok {rc=0}\u000a19:33:13.125772 bus /sierra_3: Setting Powered False\u000a19:33:14.232135 bus /sierra_3: Setting Powered False\u000a19:33:15.340334 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22920): Process ended prematurely: osmo-stp_10.42.42.5(pid=22920) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22920)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22920): Process ended prematurely: osmo-stp_10.42.42.5(pid=22920) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:33:16.473263 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:33:16.490266 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:33:16.657587 tst mo_mt_call_osmux.py: using LAC 35787\u000a19:33:16.799325 tst mo_mt_call_osmux.py: using RAC 87\u000a19:33:16.929168 tst mo_mt_call_osmux.py: using CellId 35787\u000a19:33:17.077330 tst mo_mt_call_osmux.py: using BVCI 35788\u000a19:33:17.111224 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:33:17.126270 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:33:17.141475 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:33:17.156580 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:33:17.171765 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:33:17.185826 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:33:17.303881 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:33:17.511401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:17.996791 run create_hlr_db(pid=22914): Launched\u000a19:33:18.170134 bus /sierra_2: Setting Powered False\u000a19:33:19.193087 run create_hlr_db(pid=22914): Terminated: ok {rc=0}\u000a19:33:19.595550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22916): Launched\u000a19:33:19.897798 run osmo-hlr_10.42.42.2(pid=22917): Launched\u000a19:33:20.011959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:20.536207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22919): Launched\u000a19:33:20.839345 run osmo-stp_10.42.42.5(pid=22920): Launched\u000a19:33:20.948519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:33:21.499323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22922): Launched\u000a19:33:21.803488 run osmo-msc_10.42.42.6(pid=22923): Launched\u000a19:33:21.980289 run osmo-stp_10.42.42.5(pid=22920): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22920)]\u000a19:33:22.107098 run osmo-stp_10.42.42.5(pid=22920): stdout: \u000a| (launched: 2022-12-13_19:33:20.690652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:22.232330 run osmo-stp_10.42.42.5(pid=22920): stderr: \u000a| �[0;m�[38;5;43m20221213193320858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193320858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193320858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193320858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193320859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193320859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193320859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:22.354353 run osmo-stp_10.42.42.5(pid=22920): stdout: \u000a| (launched: 2022-12-13_19:33:20.690652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:22.475041 run osmo-stp_10.42.42.5(pid=22920): stderr: \u000a| �[0;m�[38;5;43m20221213193320858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193320858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193320858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193320858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193320859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193320859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193320859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:22.528369 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22920): Process ended prematurely: osmo-stp_10.42.42.5(pid=22920) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22920)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:33:22.536844 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:33:22.597031 run osmo-hlr_10.42.42.2(pid=22917): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22917)]\u000a19:33:22.646089 run osmo-hlr_10.42.42.2(pid=22917): stdout: \u000a| (launched: 2022-12-13_19:33:19.748896) \u000a19:33:22.695958 run osmo-hlr_10.42.42.2(pid=22917): stderr: \u000a| �[0;m�[1;31m20221213193319923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193319923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193319923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193319923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193319923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193319923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193319936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193319945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193319945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193319945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:22.763199 run osmo-msc_10.42.42.6(pid=22923): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22923)]\u000a19:33:22.811847 run osmo-msc_10.42.42.6(pid=22923): stdout: \u000a| (launched: 2022-12-13_19:33:21.652694) \u000a19:33:22.861211 run osmo-msc_10.42.42.6(pid=22923): stderr: \u000a| �[0;m�[38;5;43m20221213193321921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193321921 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5a29a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193321922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193321922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193321922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193321922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193321924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193321924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193321924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193321924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:33:22.902885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22916): Terminating (SIGTERM)\u000a19:33:22.942215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22919): Terminating (SIGTERM)\u000a19:33:22.981554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22922): Terminating (SIGTERM)\u000a19:33:22.990874 --- ParallelTerminationStrategy: PID 22916 died...\u000a19:33:23.044277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22916): Terminated: ok {rc=0}\u000a19:33:23.054160 --- ParallelTerminationStrategy: PID 22919 died...\u000a19:33:23.107210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22919): Terminated: ok {rc=0}\u000a19:33:23.117066 --- ParallelTerminationStrategy: PID 22922 died...\u000a19:33:23.170339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22922): Terminated: ok {rc=0}\u000a19:33:23.258072 bus /sierra_3: Setting Powered False\u000a19:33:24.361134 bus /sierra_3: Setting Powered False\u000a19:33:25.471046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:33:06" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22934): Process ended prematurely: osmo-stp_10.42.42.5(pid=22934) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22934)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22934): Process ended prematurely: osmo-stp_10.42.42.5(pid=22934) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:33:27.456796 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:33:27.468171 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:33:27.621781 tst mo_mt_call.py: using LAC 35788\u000a19:33:27.740925 tst mo_mt_call.py: using RAC 88\u000a19:33:27.860369 tst mo_mt_call.py: using CellId 35788\u000a19:33:27.981502 tst mo_mt_call.py: using BVCI 35789\u000a19:33:28.004439 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:33:28.015690 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:33:28.026846 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:33:28.037865 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:33:28.049663 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:33:28.061327 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:33:28.176470 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:33:28.390722 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:28.904541 run create_hlr_db(pid=22928): Launched\u000a19:33:29.092905 bus /sierra_2: Setting Powered False\u000a19:33:30.114189 run create_hlr_db(pid=22928): Terminated: ok {rc=0}\u000a19:33:30.530321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22930): Launched\u000a19:33:30.912217 run osmo-hlr_10.42.42.2(pid=22931): Launched\u000a19:33:31.106370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:31.670368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22933): Launched\u000a19:33:32.171151 run osmo-stp_10.42.42.5(pid=22934): Launched\u000a19:33:32.326379 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:33:32.888082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22936): Launched\u000a19:33:33.192912 run osmo-msc_10.42.42.6(pid=22937): Launched\u000a19:33:33.369260 run osmo-stp_10.42.42.5(pid=22934): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22934)]\u000a19:33:33.496722 run osmo-stp_10.42.42.5(pid=22934): stdout: \u000a| (launched: 2022-12-13_19:33:31.831051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:33.623344 run osmo-stp_10.42.42.5(pid=22934): stderr: \u000a| �[0;m�[38;5;43m20221213193332072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193332073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193332073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193332073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193332074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193332074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193332074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:33.745732 run osmo-stp_10.42.42.5(pid=22934): stdout: \u000a| (launched: 2022-12-13_19:33:31.831051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:33.867539 run osmo-stp_10.42.42.5(pid=22934): stderr: \u000a| �[0;m�[38;5;43m20221213193332072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193332073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193332073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193332073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193332074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193332074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193332074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:33.920751 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22934): Process ended prematurely: osmo-stp_10.42.42.5(pid=22934) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22934)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:33:33.929348 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:33:33.989657 run osmo-hlr_10.42.42.2(pid=22931): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22931)]\u000a19:33:34.039149 run osmo-hlr_10.42.42.2(pid=22931): stdout: \u000a| (launched: 2022-12-13_19:33:30.697114) \u000a19:33:34.089093 run osmo-hlr_10.42.42.2(pid=22931): stderr: \u000a| �[0;m�[1;31m20221213193330897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193330897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193330897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193330897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193330897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193330897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193330918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193330940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193330940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193330940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:34.156680 run osmo-msc_10.42.42.6(pid=22937): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22937)]\u000a19:33:34.205684 run osmo-msc_10.42.42.6(pid=22937): stdout: \u000a| (launched: 2022-12-13_19:33:33.042203) \u000a19:33:34.255285 run osmo-msc_10.42.42.6(pid=22937): stderr: \u000a| �[0;m�[38;5;43m20221213193333313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193333314 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6c7e5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193333314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193333314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193333314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193333314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193333316 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193333316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193333316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193333316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:33:34.297687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22930): Terminating (SIGTERM)\u000a19:33:34.337546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22933): Terminating (SIGTERM)\u000a19:33:34.377492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22936): Terminating (SIGTERM)\u000a19:33:34.386771 --- ParallelTerminationStrategy: PID 22930 died...\u000a19:33:34.440828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22930): Terminated: ok {rc=0}\u000a19:33:34.450549 --- ParallelTerminationStrategy: PID 22933 died...\u000a19:33:34.504310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22933): Terminated: ok {rc=0}\u000a19:33:34.513934 --- ParallelTerminationStrategy: PID 22936 died...\u000a19:33:34.567462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22936): Terminated: ok {rc=0}\u000a19:33:34.656303 bus /sierra_3: Setting Powered False\u000a19:33:35.759063 bus /sierra_3: Setting Powered False\u000a19:33:36.869431 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22945): Process ended prematurely: osmo-stp_10.42.42.5(pid=22945) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22945)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22945): Process ended prematurely: osmo-stp_10.42.42.5(pid=22945) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:33:37.979133 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:33:37.991069 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:33:38.144269 tst mo_mt_call_osmux.py: using LAC 35789\u000a19:33:38.265154 tst mo_mt_call_osmux.py: using RAC 89\u000a19:33:38.384160 tst mo_mt_call_osmux.py: using CellId 35789\u000a19:33:38.504895 tst mo_mt_call_osmux.py: using BVCI 35790\u000a19:33:38.527980 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:33:38.539258 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:33:38.550391 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:33:38.561550 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:33:38.572597 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:33:38.583622 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:33:38.704715 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:33:38.916930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:39.430178 run create_hlr_db(pid=22939): Launched\u000a19:33:39.618892 bus /sierra_2: Setting Powered False\u000a19:33:40.628076 run create_hlr_db(pid=22939): Terminated: ok {rc=0}\u000a19:33:41.075899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22941): Launched\u000a19:33:41.397802 run osmo-hlr_10.42.42.2(pid=22942): Launched\u000a19:33:41.517964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:42.079064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22944): Launched\u000a19:33:42.402787 run osmo-stp_10.42.42.5(pid=22945): Launched\u000a19:33:42.519972 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:33:43.109776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22947): Launched\u000a19:33:43.434260 run osmo-msc_10.42.42.6(pid=22948): Launched\u000a19:33:43.623609 run osmo-stp_10.42.42.5(pid=22945): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22945)]\u000a19:33:43.761216 run osmo-stp_10.42.42.5(pid=22945): stdout: \u000a| (launched: 2022-12-13_19:33:42.243325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:43.896613 run osmo-stp_10.42.42.5(pid=22945): stderr: \u000a| �[0;m�[38;5;43m20221213193342432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193342432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193342432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193342433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193342433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193342433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193342434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:44.026835 run osmo-stp_10.42.42.5(pid=22945): stdout: \u000a| (launched: 2022-12-13_19:33:42.243325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:44.156101 run osmo-stp_10.42.42.5(pid=22945): stderr: \u000a| �[0;m�[38;5;43m20221213193342432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193342432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193342432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193342433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193342433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193342433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193342434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:44.212870 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22945): Process ended prematurely: osmo-stp_10.42.42.5(pid=22945) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22945)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:33:44.222329 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:33:44.285181 run osmo-hlr_10.42.42.2(pid=22942): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22942)]\u000a19:33:44.336489 run osmo-hlr_10.42.42.2(pid=22942): stdout: \u000a| (launched: 2022-12-13_19:33:41.239554) \u000a19:33:44.388325 run osmo-hlr_10.42.42.2(pid=22942): stderr: \u000a| �[0;m�[1;31m20221213193341433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193341433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193341433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193341433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193341434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193341434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193341447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193341457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193341457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193341457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:44.459025 run osmo-msc_10.42.42.6(pid=22948): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22948)]\u000a19:33:44.510338 run osmo-msc_10.42.42.6(pid=22948): stdout: \u000a| (launched: 2022-12-13_19:33:43.274058) \u000a19:33:44.562162 run osmo-msc_10.42.42.6(pid=22948): stderr: \u000a| �[0;m�[38;5;43m20221213193343593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193343593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95d9528c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193343593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193343594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193343594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193343594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193343595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193343596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193343596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193343596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:33:44.606399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22941): Terminating (SIGTERM)\u000a19:33:44.648141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22944): Terminating (SIGTERM)\u000a19:33:44.690473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22947): Terminating (SIGTERM)\u000a19:33:44.700495 --- ParallelTerminationStrategy: PID 22941 died...\u000a19:33:44.756476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22941): Terminated: ok {rc=0}\u000a19:33:44.766659 --- ParallelTerminationStrategy: PID 22944 died...\u000a19:33:44.822198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22944): Terminated: ok {rc=0}\u000a19:33:44.832310 --- ParallelTerminationStrategy: PID 22947 died...\u000a19:33:44.888126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22947): Terminated: ok {rc=0}\u000a19:33:44.972605 bus /sierra_3: Setting Powered False\u000a19:33:46.075488 bus /sierra_3: Setting Powered False\u000a19:33:47.189221 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:33:27" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22960): Process ended prematurely: osmo-stp_10.42.42.5(pid=22960) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22960)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22960): Process ended prematurely: osmo-stp_10.42.42.5(pid=22960) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:33:49.173193 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:33:49.185309 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:33:49.346340 tst mo_mt_call.py: using LAC 35790\u000a19:33:49.467866 tst mo_mt_call.py: using RAC 90\u000a19:33:49.585848 tst mo_mt_call.py: using CellId 35790\u000a19:33:49.703135 tst mo_mt_call.py: using BVCI 35791\u000a19:33:49.726083 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:33:49.737457 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:33:49.748548 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:33:49.759641 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:33:49.770885 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:33:49.782117 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:33:49.900249 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:33:50.100171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:50.582445 run create_hlr_db(pid=22954): Launched\u000a19:33:50.754910 bus /sierra_2: Setting Powered False\u000a19:33:51.777343 run create_hlr_db(pid=22954): Terminated: ok {rc=0}\u000a19:33:52.176880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22956): Launched\u000a19:33:52.477866 run osmo-hlr_10.42.42.2(pid=22957): Launched\u000a19:33:52.587519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:53.107526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22959): Launched\u000a19:33:53.407332 run osmo-stp_10.42.42.5(pid=22960): Launched\u000a19:33:53.515875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:33:54.065401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22962): Launched\u000a19:33:54.366617 run osmo-msc_10.42.42.6(pid=22963): Launched\u000a19:33:54.542009 run osmo-stp_10.42.42.5(pid=22960): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22960)]\u000a19:33:54.668464 run osmo-stp_10.42.42.5(pid=22960): stdout: \u000a| (launched: 2022-12-13_19:33:53.260429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:54.793071 run osmo-stp_10.42.42.5(pid=22960): stderr: \u000a| �[0;m�[38;5;43m20221213193353427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193353427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193353427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193353427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193353428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193353428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193353428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:54.913936 run osmo-stp_10.42.42.5(pid=22960): stdout: \u000a| (launched: 2022-12-13_19:33:53.260429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:55.034406 run osmo-stp_10.42.42.5(pid=22960): stderr: \u000a| �[0;m�[38;5;43m20221213193353427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193353427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193353427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193353427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193353428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193353428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193353428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:55.087253 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22960): Process ended prematurely: osmo-stp_10.42.42.5(pid=22960) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22960)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:33:55.095612 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a19:33:55.156374 run osmo-hlr_10.42.42.2(pid=22957): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22957)]\u000a19:33:55.205207 run osmo-hlr_10.42.42.2(pid=22957): stdout: \u000a| (launched: 2022-12-13_19:33:52.330058) \u000a19:33:55.254738 run osmo-hlr_10.42.42.2(pid=22957): stderr: \u000a| �[0;m�[1;31m20221213193352503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193352503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193352503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193352503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193352504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193352504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193352516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193352525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193352525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193352525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:55.322209 run osmo-msc_10.42.42.6(pid=22963): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22963)]\u000a19:33:55.370961 run osmo-msc_10.42.42.6(pid=22963): stdout: \u000a| (launched: 2022-12-13_19:33:54.218170) \u000a19:33:55.420294 run osmo-msc_10.42.42.6(pid=22963): stderr: \u000a| �[0;m�[38;5;43m20221213193354489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193354489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39fe1b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193354489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193354489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193354489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193354489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193354491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193354491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193354492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193354492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:33:55.462275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22956): Terminating (SIGTERM)\u000a19:33:55.501812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22959): Terminating (SIGTERM)\u000a19:33:55.541353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22962): Terminating (SIGTERM)\u000a19:33:55.550645 --- ParallelTerminationStrategy: PID 22956 died...\u000a19:33:55.603717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22956): Terminated: ok {rc=0}\u000a19:33:55.613487 --- ParallelTerminationStrategy: PID 22959 died...\u000a19:33:55.666235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22959): Terminated: ok {rc=0}\u000a19:33:55.675870 --- ParallelTerminationStrategy: PID 22962 died...\u000a19:33:55.728826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22962): Terminated: ok {rc=0}\u000a19:33:55.816832 bus /sierra_3: Setting Powered False\u000a19:33:56.918825 bus /sierra_3: Setting Powered False\u000a19:33:58.028681 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22971): Process ended prematurely: osmo-stp_10.42.42.5(pid=22971) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22971)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22971): Process ended prematurely: osmo-stp_10.42.42.5(pid=22971) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:33:59.137975 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:33:59.149919 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:33:59.302238 tst mo_mt_call_osmux.py: using LAC 35791\u000a19:33:59.422724 tst mo_mt_call_osmux.py: using RAC 91\u000a19:33:59.540333 tst mo_mt_call_osmux.py: using CellId 35791\u000a19:33:59.660417 tst mo_mt_call_osmux.py: using BVCI 35792\u000a19:33:59.683196 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:33:59.694678 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:33:59.705879 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:33:59.717166 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:33:59.728347 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:33:59.739519 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:33:59.859861 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:34:00.060578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:00.547210 run create_hlr_db(pid=22965): Launched\u000a19:34:00.736166 bus /sierra_2: Setting Powered False\u000a19:34:01.763202 run create_hlr_db(pid=22965): Terminated: ok {rc=0}\u000a19:34:02.213730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22967): Launched\u000a19:34:02.538775 run osmo-hlr_10.42.42.2(pid=22968): Launched\u000a19:34:02.657313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:03.219625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22970): Launched\u000a19:34:03.543286 run osmo-stp_10.42.42.5(pid=22971): Launched\u000a19:34:03.661360 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:34:04.251050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22973): Launched\u000a19:34:04.574127 run osmo-msc_10.42.42.6(pid=22974): Launched\u000a19:34:04.763825 run osmo-stp_10.42.42.5(pid=22971): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22971)]\u000a19:34:04.900582 run osmo-stp_10.42.42.5(pid=22971): stdout: \u000a| (launched: 2022-12-13_19:34:03.384052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:05.035734 run osmo-stp_10.42.42.5(pid=22971): stderr: \u000a| �[0;m�[38;5;43m20221213193403572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193403572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193403572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193403573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193403573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193403573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193403573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:05.166162 run osmo-stp_10.42.42.5(pid=22971): stdout: \u000a| (launched: 2022-12-13_19:34:03.384052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:05.295581 run osmo-stp_10.42.42.5(pid=22971): stderr: \u000a| �[0;m�[38;5;43m20221213193403572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193403572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193403572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193403573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193403573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193403573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193403573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:05.352397 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22971): Process ended prematurely: osmo-stp_10.42.42.5(pid=22971) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22971)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:34:05.361670 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:34:05.424614 run osmo-hlr_10.42.42.2(pid=22968): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22968)]\u000a19:34:05.475833 run osmo-hlr_10.42.42.2(pid=22968): stdout: \u000a| (launched: 2022-12-13_19:34:02.378435) \u000a19:34:05.527506 run osmo-hlr_10.42.42.2(pid=22968): stderr: \u000a| �[0;m�[1;31m20221213193402571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193402571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193402571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193402571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193402571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193402571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193402584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193402592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193402593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193402593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:05.598199 run osmo-msc_10.42.42.6(pid=22974): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22974)]\u000a19:34:05.649383 run osmo-msc_10.42.42.6(pid=22974): stdout: \u000a| (launched: 2022-12-13_19:34:04.415519) \u000a19:34:05.701239 run osmo-msc_10.42.42.6(pid=22974): stderr: \u000a| �[0;m�[38;5;43m20221213193404735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193404735 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d48a7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193404736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193404736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193404736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193404736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193404738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193404738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193404738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193404738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:34:05.745759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22967): Terminating (SIGTERM)\u000a19:34:05.787384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22970): Terminating (SIGTERM)\u000a19:34:05.828811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22973): Terminating (SIGTERM)\u000a19:34:05.838606 --- ParallelTerminationStrategy: PID 22967 died...\u000a19:34:05.894316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22967): Terminated: ok {rc=0}\u000a19:34:05.904323 --- ParallelTerminationStrategy: PID 22970 died...\u000a19:34:05.960018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22970): Terminated: ok {rc=0}\u000a19:34:05.970097 --- ParallelTerminationStrategy: PID 22973 died...\u000a19:34:06.025757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22973): Terminated: ok {rc=0}\u000a19:34:06.110826 bus /sierra_3: Setting Powered False\u000a19:34:07.215948 bus /sierra_3: Setting Powered False\u000a19:34:08.321694 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:33:48" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22985): Process ended prematurely: osmo-stp_10.42.42.5(pid=22985) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22985)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22985): Process ended prematurely: osmo-stp_10.42.42.5(pid=22985) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:34:10.305420 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:34:10.316672 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:34:10.469459 tst mo_mt_call.py: using LAC 35792\u000a19:34:10.595561 tst mo_mt_call.py: using RAC 92\u000a19:34:10.726953 tst mo_mt_call.py: using CellId 35792\u000a19:34:10.853641 tst mo_mt_call.py: using BVCI 35793\u000a19:34:10.878292 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:34:10.890067 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:34:10.901644 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:34:10.913008 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:34:10.924798 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:34:10.936544 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:34:11.053440 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:34:11.265883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:11.775240 run create_hlr_db(pid=22979): Launched\u000a19:34:11.962770 bus /sierra_2: Setting Powered False\u000a19:34:12.983416 run create_hlr_db(pid=22979): Terminated: ok {rc=0}\u000a19:34:13.412419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22981): Launched\u000a19:34:13.735177 run osmo-hlr_10.42.42.2(pid=22982): Launched\u000a19:34:13.855213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:14.419039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22984): Launched\u000a19:34:14.742365 run osmo-stp_10.42.42.5(pid=22985): Launched\u000a19:34:14.858816 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:34:15.447653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22987): Launched\u000a19:34:15.773116 run osmo-msc_10.42.42.6(pid=22988): Launched\u000a19:34:16.046255 run osmo-stp_10.42.42.5(pid=22985): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22985)]\u000a19:34:16.273999 run osmo-stp_10.42.42.5(pid=22985): stdout: \u000a| (launched: 2022-12-13_19:34:14.583025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:16.439574 run osmo-stp_10.42.42.5(pid=22985): stderr: \u000a| �[0;m�[38;5;43m20221213193414772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193414772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193414772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193414773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193414773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193414773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193414773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:16.577393 run osmo-stp_10.42.42.5(pid=22985): stdout: \u000a| (launched: 2022-12-13_19:34:14.583025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:16.712084 run osmo-stp_10.42.42.5(pid=22985): stderr: \u000a| �[0;m�[38;5;43m20221213193414772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193414772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193414772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193414773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193414773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193414773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193414773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:16.771373 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22985): Process ended prematurely: osmo-stp_10.42.42.5(pid=22985) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22985)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:34:16.781600 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:34:16.848274 run osmo-hlr_10.42.42.2(pid=22982): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22982)]\u000a19:34:16.902377 run osmo-hlr_10.42.42.2(pid=22982): stdout: \u000a| (launched: 2022-12-13_19:34:13.576655) \u000a19:34:16.957374 run osmo-hlr_10.42.42.2(pid=22982): stderr: \u000a| �[0;m�[1;31m20221213193413772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193413772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193413772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193413772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193413773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193413773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193413786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193413794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193413794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193413794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:17.031034 run osmo-msc_10.42.42.6(pid=22988): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22988)]\u000a19:34:17.084799 run osmo-msc_10.42.42.6(pid=22988): stdout: \u000a| (launched: 2022-12-13_19:34:15.612624) \u000a19:34:17.139507 run osmo-msc_10.42.42.6(pid=22988): stderr: \u000a| �[0;m�[38;5;43m20221213193416041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193416041 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf73075c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193416041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193416041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193416042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193416042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193416043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193416044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193416044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193416044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:34:17.186386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22981): Terminating (SIGTERM)\u000a19:34:17.230812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22984): Terminating (SIGTERM)\u000a19:34:17.274309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22987): Terminating (SIGTERM)\u000a19:34:17.284512 --- ParallelTerminationStrategy: PID 22981 died...\u000a19:34:17.344290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22981): Terminated: ok {rc=0}\u000a19:34:17.354840 --- ParallelTerminationStrategy: PID 22984 died...\u000a19:34:17.412185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22984): Terminated: ok {rc=0}\u000a19:34:17.422329 --- ParallelTerminationStrategy: PID 22987 died...\u000a19:34:17.479583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22987): Terminated: ok {rc=0}\u000a19:34:17.567054 bus /sierra_3: Setting Powered False\u000a19:34:18.672428 bus /sierra_3: Setting Powered False\u000a19:34:19.780145 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22996): Process ended prematurely: osmo-stp_10.42.42.5(pid=22996) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22996)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22996): Process ended prematurely: osmo-stp_10.42.42.5(pid=22996) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:34:20.894498 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:34:20.906765 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:34:21.078748 tst mo_mt_call_osmux.py: using LAC 35793\u000a19:34:21.205077 tst mo_mt_call_osmux.py: using RAC 93\u000a19:34:21.334651 tst mo_mt_call_osmux.py: using CellId 35793\u000a19:34:21.460058 tst mo_mt_call_osmux.py: using BVCI 35794\u000a19:34:21.484447 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:34:21.496199 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:34:21.507631 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:34:21.519027 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:34:21.530843 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:34:21.542618 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:34:21.659812 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:34:21.860259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:22.345180 run create_hlr_db(pid=22990): Launched\u000a19:34:22.518459 bus /sierra_2: Setting Powered False\u000a19:34:23.541373 run create_hlr_db(pid=22990): Terminated: ok {rc=0}\u000a19:34:23.941896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22992): Launched\u000a19:34:24.242551 run osmo-hlr_10.42.42.2(pid=22993): Launched\u000a19:34:24.352282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:24.873306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22995): Launched\u000a19:34:25.173667 run osmo-stp_10.42.42.5(pid=22996): Launched\u000a19:34:25.282391 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:34:25.829060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22998): Launched\u000a19:34:26.130448 run osmo-msc_10.42.42.6(pid=22999): Launched\u000a19:34:26.306054 run osmo-stp_10.42.42.5(pid=22996): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22996)]\u000a19:34:26.432436 run osmo-stp_10.42.42.5(pid=22996): stdout: \u000a| (launched: 2022-12-13_19:34:25.025250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:26.557657 run osmo-stp_10.42.42.5(pid=22996): stderr: \u000a| �[0;m�[38;5;43m20221213193425193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193425193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193425193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193425194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193425194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193425194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193425194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:26.678964 run osmo-stp_10.42.42.5(pid=22996): stdout: \u000a| (launched: 2022-12-13_19:34:25.025250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:26.799213 run osmo-stp_10.42.42.5(pid=22996): stderr: \u000a| �[0;m�[38;5;43m20221213193425193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193425193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193425193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193425194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193425194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193425194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193425194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:26.852085 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22996): Process ended prematurely: osmo-stp_10.42.42.5(pid=22996) [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22996)] [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:34:26.860870 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a19:34:26.920561 run osmo-hlr_10.42.42.2(pid=22993): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22993)]\u000a19:34:26.969215 run osmo-hlr_10.42.42.2(pid=22993): stdout: \u000a| (launched: 2022-12-13_19:34:24.094749) \u000a19:34:27.018809 run osmo-hlr_10.42.42.2(pid=22993): stderr: \u000a| �[0;m�[1;31m20221213193424269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193424269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193424269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193424269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193424269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193424269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193424312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193424323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193424323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193424324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:27.086086 run osmo-msc_10.42.42.6(pid=22999): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22999)]\u000a19:34:27.134918 run osmo-msc_10.42.42.6(pid=22999): stdout: \u000a| (launched: 2022-12-13_19:34:25.981929) \u000a19:34:27.184384 run osmo-msc_10.42.42.6(pid=22999): stderr: \u000a| �[0;m�[38;5;43m20221213193426252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193426252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f240aafdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193426252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193426252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193426252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193426252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193426254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193426254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193426255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193426255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:34:27.226453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22992): Terminating (SIGTERM)\u000a19:34:27.265905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22995): Terminating (SIGTERM)\u000a19:34:27.305545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22998): Terminating (SIGTERM)\u000a19:34:27.314969 --- ParallelTerminationStrategy: PID 22992 died...\u000a19:34:27.368413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22992): Terminated: ok {rc=0}\u000a19:34:27.378331 --- ParallelTerminationStrategy: PID 22995 died...\u000a19:34:27.431864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22995): Terminated: ok {rc=0}\u000a19:34:27.442005 --- ParallelTerminationStrategy: PID 22998 died...\u000a19:34:27.495377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22998): Terminated: ok {rc=0}\u000a19:34:27.583174 bus /sierra_3: Setting Powered False\u000a19:34:28.683824 bus /sierra_3: Setting Powered False\u000a19:34:29.789023 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:34:10" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23010): Process ended prematurely: osmo-stp_10.42.42.5(pid=23010) [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23010)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23010): Process ended prematurely: osmo-stp_10.42.42.5(pid=23010) [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:34:31.855391 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:34:31.867300 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:34:32.037655 tst emergency_mo_mt_call.py: using LAC 35794\u000a19:34:32.172361 tst emergency_mo_mt_call.py: using RAC 94\u000a19:34:32.300053 tst emergency_mo_mt_call.py: using CellId 35794\u000a19:34:32.430037 tst emergency_mo_mt_call.py: using BVCI 35795\u000a19:34:32.454333 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:34:32.466068 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:34:32.477430 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:34:32.488574 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:34:32.500752 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:34:32.512836 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:34:32.628483 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:34:32.830522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:33.307933 run create_hlr_db(pid=23004): Launched\u000a19:34:33.477787 bus /sierra_2: Setting Powered False\u000a19:34:34.499933 run create_hlr_db(pid=23004): Terminated: ok {rc=0}\u000a19:34:34.894684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23006): Launched\u000a19:34:35.188502 run osmo-hlr_10.42.42.2(pid=23007): Launched\u000a19:34:35.303804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:35.822920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23009): Launched\u000a19:34:36.116249 run osmo-stp_10.42.42.5(pid=23010): Launched\u000a19:34:36.238072 tst emergency_mo_mt_call.py: using MSISDN 8292\u000a19:34:36.383156 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:34:36.926229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23012): Launched\u000a19:34:37.229753 run osmo-msc_10.42.42.6(pid=23013): Launched\u000a19:34:37.410747 run osmo-stp_10.42.42.5(pid=23010): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23010)]\u000a19:34:37.548244 run osmo-stp_10.42.42.5(pid=23010): stdout: \u000a| (launched: 2022-12-13_19:34:35.972263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:37.681736 run osmo-stp_10.42.42.5(pid=23010): stderr: \u000a| �[0;m�[38;5;43m20221213193436139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193436139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193436139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193436140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193436141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193436141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193436141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:37.810514 run osmo-stp_10.42.42.5(pid=23010): stdout: \u000a| (launched: 2022-12-13_19:34:35.972263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:37.937523 run osmo-stp_10.42.42.5(pid=23010): stderr: \u000a| �[0;m�[38;5;43m20221213193436139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193436139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193436139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193436140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193436141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193436141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193436141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:37.993103 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23010): Process ended prematurely: osmo-stp_10.42.42.5(pid=23010) [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23010)] [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a19:34:38.001829 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a19:34:38.064583 run osmo-hlr_10.42.42.2(pid=23007): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23007)]\u000a19:34:38.115901 run osmo-hlr_10.42.42.2(pid=23007): stdout: \u000a| (launched: 2022-12-13_19:34:35.044339) \u000a19:34:38.168273 run osmo-hlr_10.42.42.2(pid=23007): stderr: \u000a| �[0;m�[1;31m20221213193435218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193435218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193435218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193435218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193435218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193435218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193435230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193435239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193435239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193435239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:38.239117 run osmo-msc_10.42.42.6(pid=23013): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23013)]\u000a19:34:38.290396 run osmo-msc_10.42.42.6(pid=23013): stdout: \u000a| (launched: 2022-12-13_19:34:37.075460) \u000a19:34:38.342210 run osmo-msc_10.42.42.6(pid=23013): stderr: \u000a| �[0;m�[38;5;43m20221213193437348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193437348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47b7fd1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193437348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193437349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193437349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193437349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193437351 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193437351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193437351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193437351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:34:38.386472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23006): Terminating (SIGTERM)\u000a19:34:38.428110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23009): Terminating (SIGTERM)\u000a19:34:38.470380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23012): Terminating (SIGTERM)\u000a19:34:38.480524 --- ParallelTerminationStrategy: PID 23006 died...\u000a19:34:38.537385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23006): Terminated: ok {rc=0}\u000a19:34:38.547621 --- ParallelTerminationStrategy: PID 23009 died...\u000a19:34:38.603665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23009): Terminated: ok {rc=0}\u000a19:34:38.613751 --- ParallelTerminationStrategy: PID 23012 died...\u000a19:34:38.669854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23012): Terminated: ok {rc=0}\u000a19:34:38.757386 bus /sierra_3: Setting Powered False\u000a19:34:39.860020 bus /sierra_3: Setting Powered False\u000a19:34:40.970304 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23022): Process ended prematurely: osmo-stp_10.42.42.5(pid=23022) [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23022)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23022): Process ended prematurely: osmo-stp_10.42.42.5(pid=23022) [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:34:42.021213 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:34:42.032550 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:34:42.172582 tst emergency_preemptive_call.py: using LAC 35795\u000a19:34:42.297138 tst emergency_preemptive_call.py: using RAC 95\u000a19:34:42.422040 tst emergency_preemptive_call.py: using CellId 35795\u000a19:34:42.545663 tst emergency_preemptive_call.py: using BVCI 35796\u000a19:34:42.569889 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:34:42.581551 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:34:42.592661 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:34:42.604191 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:34:42.615684 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:34:42.627358 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:34:42.747628 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:34:42.862586 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:34:42.976467 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:34:43.183389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:43.685680 run create_hlr_db(pid=23016): Launched\u000a19:34:43.871067 bus /sierra_2: Setting Powered False\u000a19:34:44.878602 run create_hlr_db(pid=23016): Terminated: ok {rc=0}\u000a19:34:45.311567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23018): Launched\u000a19:34:45.630483 run osmo-hlr_10.42.42.2(pid=23019): Launched\u000a19:34:45.748745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:46.323523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23021): Launched\u000a19:34:46.828659 run osmo-stp_10.42.42.5(pid=23022): Launched\u000a19:34:47.007177 tst emergency_preemptive_call.py: using MSISDN 8293\u000a19:34:47.168892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:34:47.750974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23024): Launched\u000a19:34:48.071125 run osmo-msc_10.42.42.6(pid=23025): Launched\u000a19:34:48.257912 run osmo-stp_10.42.42.5(pid=23022): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23022)]\u000a19:34:48.396025 run osmo-stp_10.42.42.5(pid=23022): stdout: \u000a| (launched: 2022-12-13_19:34:46.487859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:48.528435 run osmo-stp_10.42.42.5(pid=23022): stderr: \u000a| �[0;m�[38;5;43m20221213193446750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193446750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193446751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193446751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193446751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193446751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193446752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:48.656178 run osmo-stp_10.42.42.5(pid=23022): stdout: \u000a| (launched: 2022-12-13_19:34:46.487859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:48.783571 run osmo-stp_10.42.42.5(pid=23022): stderr: \u000a| �[0;m�[38;5;43m20221213193446750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193446750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193446751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193446751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193446751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193446751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193446752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:48.839072 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23022): Process ended prematurely: osmo-stp_10.42.42.5(pid=23022) [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23022)] [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a19:34:48.847664 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a19:34:48.910270 run osmo-hlr_10.42.42.2(pid=23019): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23019)]\u000a19:34:48.961648 run osmo-hlr_10.42.42.2(pid=23019): stdout: \u000a| (launched: 2022-12-13_19:34:45.473714) \u000a19:34:49.013563 run osmo-hlr_10.42.42.2(pid=23019): stderr: \u000a| �[0;m�[1;31m20221213193445668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193445668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193445668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193445668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193445668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193445668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193445681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193445689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193445689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193445689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:49.084431 run osmo-msc_10.42.42.6(pid=23025): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23025)]\u000a19:34:49.135581 run osmo-msc_10.42.42.6(pid=23025): stdout: \u000a| (launched: 2022-12-13_19:34:47.912629) \u000a19:34:49.187377 run osmo-msc_10.42.42.6(pid=23025): stderr: \u000a| �[0;m�[38;5;43m20221213193448228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193448228 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe298679c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193448229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193448229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193448229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193448229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193448231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193448231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193448231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193448231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:34:49.231593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23018): Terminating (SIGTERM)\u000a19:34:49.273458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23021): Terminating (SIGTERM)\u000a19:34:49.315150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23024): Terminating (SIGTERM)\u000a19:34:49.324916 --- ParallelTerminationStrategy: PID 23018 died...\u000a19:34:49.381591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23018): Terminated: ok {rc=0}\u000a19:34:49.391658 --- ParallelTerminationStrategy: PID 23021 died...\u000a19:34:49.447399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23021): Terminated: ok {rc=0}\u000a19:34:49.457850 --- ParallelTerminationStrategy: PID 23024 died...\u000a19:34:49.513560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23024): Terminated: ok {rc=0}\u000a19:34:49.600366 bus /sierra_9: Setting Powered False\u000a19:34:50.705835 bus /sierra_9: Setting Powered False\u000a19:34:51.814196 bus /sierra_8: Setting Powered False\u000a19:34:52.918836 bus /sierra_8: Setting Powered False\u000a19:34:54.026698 bus /sierra_3: Setting Powered False\u000a19:34:55.131392 bus /sierra_3: Setting Powered False\u000a19:34:56.242973 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:34:31" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23043): Process ended prematurely: osmo-stp_10.42.42.5(pid=23043) [trial-2393↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23043)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23043): Process ended prematurely: osmo-stp_10.42.42.5(pid=23043) [trial-2393↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:34:58.346391 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:58.357228 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:34:58.489772 tst cs_paging_gprs_active.py: using LAC 35796\u000a19:34:58.607580 tst cs_paging_gprs_active.py: using RAC 96\u000a19:34:58.726470 tst cs_paging_gprs_active.py: using CellId 35796\u000a19:34:58.844044 tst cs_paging_gprs_active.py: using BVCI 35797\u000a19:34:58.866965 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:58.877794 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:58.888435 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:58.899051 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:58.909901 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:58.920771 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:58.931936 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:58.942819 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:34:58.953567 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:34:59.068533 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:34:59.364325 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:34:59.501372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:59.838116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23030): Launched\u000a19:35:00.118481 run iperf3-srv_10.42.42.10(pid=23031): Launched\u000a19:35:00.318489 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:35:00.454525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:00.790677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23032): Launched\u000a19:35:01.098280 run iperf3-srv_10.42.42.10(pid=23033): Launched\u000a19:35:01.289447 tst cs_paging_gprs_active.py:38: start network...\u000a19:35:01.419820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:01.965378 run create_hlr_db(pid=23034): Launched\u000a19:35:02.142818 bus /sierra_2: Setting Powered False\u000a19:35:03.161197 run create_hlr_db(pid=23034): Terminated: ok {rc=0}\u000a19:35:03.561982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23039): Launched\u000a19:35:03.862107 run osmo-hlr_10.42.42.2(pid=23040): Launched\u000a19:35:03.975885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:04.499950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23042): Launched\u000a19:35:04.800243 run osmo-stp_10.42.42.5(pid=23043): Launched\u000a19:35:04.908730 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:05.433951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23045): Launched\u000a19:35:05.541530 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:05.803975 run patchelf(pid=23046): Launched\u000a19:35:05.979991 run osmo-stp_10.42.42.5(pid=23043): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23043)]\u000a19:35:06.108631 run osmo-stp_10.42.42.5(pid=23043): stdout: \u000a| (launched: 2022-12-13_19:35:04.652791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:06.237569 run osmo-stp_10.42.42.5(pid=23043): stderr: \u000a| �[0;m�[38;5;43m20221213193504821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193504821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193504821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193504822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193504822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193504822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193504822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:06.361749 run osmo-stp_10.42.42.5(pid=23043): stdout: \u000a| (launched: 2022-12-13_19:35:04.652791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:06.484568 run osmo-stp_10.42.42.5(pid=23043): stderr: \u000a| �[0;m�[38;5;43m20221213193504821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193504821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193504821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193504822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193504822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193504822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193504822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:06.628239 run patchelf(pid=23046): Terminating (SIGINT)\u000a19:35:06.797501 run patchelf(pid=23046): Terminated: ok {rc=0}\u000a19:35:06.828480 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23043): Process ended prematurely: osmo-stp_10.42.42.5(pid=23043) [trial-2393↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23043)] [trial-2393↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a19:35:06.837653 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a19:35:06.897617 run osmo-hlr_10.42.42.2(pid=23040): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23040)]\u000a19:35:06.946085 run osmo-hlr_10.42.42.2(pid=23040): stdout: \u000a| (launched: 2022-12-13_19:35:03.714419) \u000a19:35:06.995032 run osmo-hlr_10.42.42.2(pid=23040): stderr: \u000a| �[0;m�[1;31m20221213193503886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193503886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193503887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193503887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193503887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193503887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193503899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193503908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193503909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193503909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:07.036643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23030): Terminating (SIGTERM)\u000a19:35:07.075815 run iperf3-srv_10.42.42.10(pid=23031): Terminating (SIGTERM)\u000a19:35:07.115139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23032): Terminating (SIGTERM)\u000a19:35:07.154201 run iperf3-srv_10.42.42.10(pid=23033): Terminating (SIGTERM)\u000a19:35:07.193479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23039): Terminating (SIGTERM)\u000a19:35:07.232593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23042): Terminating (SIGTERM)\u000a19:35:07.271866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23045): Terminating (SIGTERM)\u000a19:35:07.281177 --- ParallelTerminationStrategy: PID 23030 died...\u000a19:35:07.334181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23030): Terminated: ok {rc=0}\u000a19:35:07.343797 --- ParallelTerminationStrategy: PID 23031 died...\u000a19:35:07.396012 run iperf3-srv_10.42.42.10(pid=23031): Terminated {rc=256}\u000a19:35:07.405685 --- ParallelTerminationStrategy: PID 23032 died...\u000a19:35:07.457979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23032): Terminated: ok {rc=0}\u000a19:35:07.467533 --- ParallelTerminationStrategy: PID 23033 died...\u000a19:35:07.520157 run iperf3-srv_10.42.42.10(pid=23033): Terminated {rc=256}\u000a19:35:07.529811 --- ParallelTerminationStrategy: PID 23039 died...\u000a19:35:07.582227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23039): Terminated: ok {rc=0}\u000a19:35:07.591797 --- ParallelTerminationStrategy: PID 23042 died...\u000a19:35:07.644188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23042): Terminated: ok {rc=0}\u000a19:35:07.653886 --- ParallelTerminationStrategy: PID 23045 died...\u000a19:35:07.706319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23045): Terminated: ok {rc=0}\u000a19:35:07.788405 bus /gobi_0: Setting Powered False\u000a19:35:08.893679 bus /gobi_0: Setting Powered False\u000a19:35:09.998849 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23055): Process ended prematurely: osmo-stp_10.42.42.5(pid=23055) [trial-2393↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23055)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23055): Process ended prematurely: osmo-stp_10.42.42.5(pid=23055) [trial-2393↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a19:35:11.114073 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:11.126262 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:35:11.268738 tst iperf3.py: using LAC 35797\u000a19:35:11.397092 tst iperf3.py: using RAC 97\u000a19:35:11.523342 tst iperf3.py: using CellId 35797\u000a19:35:11.650384 tst iperf3.py: using BVCI 35798\u000a19:35:11.675213 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:11.686662 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:11.697949 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:11.709051 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:11.721107 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:11.732866 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:11.745558 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:11.757813 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:11.770102 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:35:12.047289 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:35:12.172166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:12.485615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23047): Launched\u000a19:35:12.744334 run iperf3-srv_10.42.42.10(pid=23048): Launched\u000a19:35:12.926945 tst iperf3.py:8: start network...\u000a19:35:13.051639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:13.534107 run create_hlr_db(pid=23049): Launched\u000a19:35:13.721521 bus /gobi_6: Setting Powered False\u000a19:35:14.742520 run create_hlr_db(pid=23049): Terminated: ok {rc=0}\u000a19:35:15.171485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23051): Launched\u000a19:35:15.495484 run osmo-hlr_10.42.42.2(pid=23052): Launched\u000a19:35:15.617094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:16.196819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23054): Launched\u000a19:35:16.522259 run osmo-stp_10.42.42.5(pid=23055): Launched\u000a19:35:16.662075 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:17.331290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23057): Launched\u000a19:35:17.447827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:17.730975 run patchelf(pid=23058): Launched\u000a19:35:17.920183 run osmo-stp_10.42.42.5(pid=23055): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23055)]\u000a19:35:18.058504 run osmo-stp_10.42.42.5(pid=23055): stdout: \u000a| (launched: 2022-12-13_19:35:16.356014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:18.197146 run osmo-stp_10.42.42.5(pid=23055): stderr: \u000a| �[0;m�[38;5;43m20221213193516720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193516735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193516735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193516736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193516736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193516736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193516736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:18.331202 run osmo-stp_10.42.42.5(pid=23055): stdout: \u000a| (launched: 2022-12-13_19:35:16.356014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:18.464373 run osmo-stp_10.42.42.5(pid=23055): stderr: \u000a| �[0;m�[38;5;43m20221213193516720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193516735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193516735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193516736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193516736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193516736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193516736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:18.618821 run patchelf(pid=23058): Terminating (SIGINT)\u000a19:35:18.800086 run patchelf(pid=23058): Terminated: ok {rc=0}\u000a19:35:18.833317 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23055): Process ended prematurely: osmo-stp_10.42.42.5(pid=23055) [trial-2393↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23055)] [trial-2393↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a19:35:18.843198 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a19:35:18.906263 run osmo-hlr_10.42.42.2(pid=23052): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23052)]\u000a19:35:18.957697 run osmo-hlr_10.42.42.2(pid=23052): stdout: \u000a| (launched: 2022-12-13_19:35:15.336478) \u000a19:35:19.009453 run osmo-hlr_10.42.42.2(pid=23052): stderr: \u000a| �[0;m�[1;31m20221213193515531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193515531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193515531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193515531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193515531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193515531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193515544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193515554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193515554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193515554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:19.053829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23047): Terminating (SIGTERM)\u000a19:35:19.095321 run iperf3-srv_10.42.42.10(pid=23048): Terminating (SIGTERM)\u000a19:35:19.137593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23051): Terminating (SIGTERM)\u000a19:35:19.179608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23054): Terminating (SIGTERM)\u000a19:35:19.222116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23057): Terminating (SIGTERM)\u000a19:35:19.231904 --- ParallelTerminationStrategy: PID 23047 died...\u000a19:35:19.288378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23047): Terminated: ok {rc=0}\u000a19:35:19.298633 --- ParallelTerminationStrategy: PID 23048 died...\u000a19:35:19.355264 run iperf3-srv_10.42.42.10(pid=23048): Terminated {rc=256}\u000a19:35:19.365441 --- ParallelTerminationStrategy: PID 23051 died...\u000a19:35:19.421590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23051): Terminated: ok {rc=0}\u000a19:35:19.431801 --- ParallelTerminationStrategy: PID 23054 died...\u000a19:35:19.488015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23054): Terminated: ok {rc=0}\u000a19:35:19.498150 --- ParallelTerminationStrategy: PID 23057 died...\u000a19:35:19.554371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23057): Terminated: ok {rc=0}\u000a19:35:19.641263 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23074): Process ended prematurely: osmo-stp_10.42.42.5(pid=23074) [trial-2393↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23074)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23074): Process ended prematurely: osmo-stp_10.42.42.5(pid=23074) [trial-2393↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a19:35:20.755899 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:20.767775 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:35:20.908939 tst iperf3m4.py: using LAC 35798\u000a19:35:21.037066 tst iperf3m4.py: using RAC 98\u000a19:35:21.163495 tst iperf3m4.py: using CellId 35798\u000a19:35:21.291385 tst iperf3m4.py: using BVCI 35799\u000a19:35:21.316106 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:21.327608 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:21.338744 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:21.349874 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:21.361346 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:21.372640 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:21.384182 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:21.395503 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:21.407198 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:35:21.527209 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:35:21.645066 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:35:21.766200 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:35:22.065288 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:35:22.200804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:22.535074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23059): Launched\u000a19:35:22.814678 run iperf3-srv_10.42.42.10(pid=23060): Launched\u000a19:35:23.013275 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:35:23.148290 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:23.483076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23061): Launched\u000a19:35:23.763140 run iperf3-srv_10.42.42.10(pid=23063): Launched\u000a19:35:23.960876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:35:24.095867 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:24.430510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23064): Launched\u000a19:35:24.709991 run iperf3-srv_10.42.42.10(pid=23065): Launched\u000a19:35:24.908854 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:35:25.044241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:25.379690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23066): Launched\u000a19:35:25.657664 run iperf3-srv_10.42.42.10(pid=23067): Launched\u000a19:35:25.856662 tst iperf3m4.py:8: start network...\u000a19:35:25.992119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:26.503520 run create_hlr_db(pid=23068): Launched\u000a19:35:26.690291 bus /gobi_6: Setting Powered False\u000a19:35:27.712078 run create_hlr_db(pid=23068): Terminated: ok {rc=0}\u000a19:35:28.125861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23070): Launched\u000a19:35:28.452077 run osmo-hlr_10.42.42.2(pid=23071): Launched\u000a19:35:28.569891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:29.231598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23073): Launched\u000a19:35:29.547720 run osmo-stp_10.42.42.5(pid=23074): Launched\u000a19:35:29.662591 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:30.215502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23076): Launched\u000a19:35:30.328289 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:30.603575 run patchelf(pid=23077): Launched\u000a19:35:30.788942 run osmo-stp_10.42.42.5(pid=23074): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23074)]\u000a19:35:30.927162 run osmo-stp_10.42.42.5(pid=23074): stdout: \u000a| (launched: 2022-12-13_19:35:29.392582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:31.065894 run osmo-stp_10.42.42.5(pid=23074): stderr: \u000a| �[0;m�[38;5;43m20221213193529579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193529579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193529580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193529580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193529580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193529581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193529581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:31.200346 run osmo-stp_10.42.42.5(pid=23074): stdout: \u000a| (launched: 2022-12-13_19:35:29.392582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:31.334060 run osmo-stp_10.42.42.5(pid=23074): stderr: \u000a| �[0;m�[38;5;43m20221213193529579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193529579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193529580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193529580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193529580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193529581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193529581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:31.489266 run patchelf(pid=23077): Terminating (SIGINT)\u000a19:35:31.670484 run patchelf(pid=23077): Terminated: ok {rc=0}\u000a19:35:31.704426 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23074): Process ended prematurely: osmo-stp_10.42.42.5(pid=23074) [trial-2393↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23074)] [trial-2393↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a19:35:31.715522 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:35:31.781479 run osmo-hlr_10.42.42.2(pid=23071): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23071)]\u000a19:35:31.836387 run osmo-hlr_10.42.42.2(pid=23071): stdout: \u000a| (launched: 2022-12-13_19:35:28.291116) \u000a19:35:31.889935 run osmo-hlr_10.42.42.2(pid=23071): stderr: \u000a| �[0;m�[1;31m20221213193528485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193528485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193528485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193528485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193528485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193528485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193528498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193528506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193528506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193528507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:31.935207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23059): Terminating (SIGTERM)\u000a19:35:31.977475 run iperf3-srv_10.42.42.10(pid=23060): Terminating (SIGTERM)\u000a19:35:32.020236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23061): Terminating (SIGTERM)\u000a19:35:32.063417 run iperf3-srv_10.42.42.10(pid=23063): Terminating (SIGTERM)\u000a19:35:32.107604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23064): Terminating (SIGTERM)\u000a19:35:32.149997 run iperf3-srv_10.42.42.10(pid=23065): Terminating (SIGTERM)\u000a19:35:32.192553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23066): Terminating (SIGTERM)\u000a19:35:32.236691 run iperf3-srv_10.42.42.10(pid=23067): Terminating (SIGTERM)\u000a19:35:32.278970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23070): Terminating (SIGTERM)\u000a19:35:32.321162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23073): Terminating (SIGTERM)\u000a19:35:32.363208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23076): Terminating (SIGTERM)\u000a19:35:32.372898 --- ParallelTerminationStrategy: PID 23059 died...\u000a19:35:32.429194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23059): Terminated: ok {rc=0}\u000a19:35:32.439330 --- ParallelTerminationStrategy: PID 23060 died...\u000a19:35:32.494803 run iperf3-srv_10.42.42.10(pid=23060): Terminated {rc=256}\u000a19:35:32.504757 --- ParallelTerminationStrategy: PID 23061 died...\u000a19:35:32.560441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23061): Terminated: ok {rc=0}\u000a19:35:32.570483 --- ParallelTerminationStrategy: PID 23063 died...\u000a19:35:32.626007 run iperf3-srv_10.42.42.10(pid=23063): Terminated {rc=256}\u000a19:35:32.635996 --- ParallelTerminationStrategy: PID 23064 died...\u000a19:35:32.691728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23064): Terminated: ok {rc=0}\u000a19:35:32.701832 --- ParallelTerminationStrategy: PID 23065 died...\u000a19:35:32.757454 run iperf3-srv_10.42.42.10(pid=23065): Terminated {rc=256}\u000a19:35:32.767508 --- ParallelTerminationStrategy: PID 23066 died...\u000a19:35:32.823202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23066): Terminated: ok {rc=0}\u000a19:35:32.833286 --- ParallelTerminationStrategy: PID 23067 died...\u000a19:35:32.888765 run iperf3-srv_10.42.42.10(pid=23067): Terminated {rc=256}\u000a19:35:32.898805 --- ParallelTerminationStrategy: PID 23070 died...\u000a19:35:32.954509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23070): Terminated: ok {rc=0}\u000a19:35:32.964431 --- ParallelTerminationStrategy: PID 23073 died...\u000a19:35:33.020111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23073): Terminated: ok {rc=0}\u000a19:35:33.030135 --- ParallelTerminationStrategy: PID 23076 died...\u000a19:35:33.085780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23076): Terminated: ok {rc=0}\u000a19:35:33.171340 bus /gobi_4: Setting Powered False\u000a19:35:34.272922 bus /gobi_4: Setting Powered False\u000a19:35:35.379661 bus /gobi_1: Setting Powered False\u000a19:35:36.484045 bus /gobi_1: Setting Powered False\u000a19:35:37.593555 bus /gobi_0: Setting Powered False\u000a19:35:38.695293 bus /gobi_0: Setting Powered False\u000a19:35:39.804616 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23084): Process ended prematurely: osmo-stp_10.42.42.5(pid=23084) [trial-2393↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23084)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23084): Process ended prematurely: osmo-stp_10.42.42.5(pid=23084) [trial-2393↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a19:35:40.871579 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:40.883454 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:35:41.013939 tst ping.py: using LAC 35799\u000a19:35:41.129312 tst ping.py: using RAC 99\u000a19:35:41.243477 tst ping.py: using CellId 35799\u000a19:35:41.357585 tst ping.py: using BVCI 35800\u000a19:35:41.379724 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:41.390701 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:41.401449 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:41.412110 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:41.423140 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:41.434055 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:41.445157 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:41.455654 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:35:41.727199 tst ping.py:19: start network...\u000a19:35:41.847960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:42.313723 run create_hlr_db(pid=23078): Launched\u000a19:35:42.480586 bus /gobi_6: Setting Powered False\u000a19:35:43.513821 run create_hlr_db(pid=23078): Terminated: ok {rc=0}\u000a19:35:43.905658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23080): Launched\u000a19:35:44.196675 run osmo-hlr_10.42.42.2(pid=23081): Launched\u000a19:35:44.309874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:44.824687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23083): Launched\u000a19:35:45.113914 run osmo-stp_10.42.42.5(pid=23084): Launched\u000a19:35:45.217978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:45.725223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23086): Launched\u000a19:35:45.829318 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:46.127126 run patchelf(pid=23087): Launched\u000a19:35:46.300273 run osmo-stp_10.42.42.5(pid=23084): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23084)]\u000a19:35:46.427970 run osmo-stp_10.42.42.5(pid=23084): stdout: \u000a| (launched: 2022-12-13_19:35:44.972018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:46.555394 run osmo-stp_10.42.42.5(pid=23084): stderr: \u000a| �[0;m�[38;5;43m20221213193545137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193545137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193545138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193545138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193545138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193545139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193545139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:46.678389 run osmo-stp_10.42.42.5(pid=23084): stdout: \u000a| (launched: 2022-12-13_19:35:44.972018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:46.800899 run osmo-stp_10.42.42.5(pid=23084): stderr: \u000a| �[0;m�[38;5;43m20221213193545137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193545137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193545138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193545138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193545138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193545139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193545139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:46.942776 run patchelf(pid=23087): Terminating (SIGINT)\u000a19:35:47.109183 run patchelf(pid=23087): Terminated: ok {rc=0}\u000a19:35:47.140109 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23084): Process ended prematurely: osmo-stp_10.42.42.5(pid=23084) [trial-2393↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23084)] [trial-2393↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a19:35:47.149282 tst ping.py:22: Test FAILED (6.3 sec)\u000a19:35:47.208766 run osmo-hlr_10.42.42.2(pid=23081): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23081)]\u000a19:35:47.257576 run osmo-hlr_10.42.42.2(pid=23081): stdout: \u000a| (launched: 2022-12-13_19:35:44.054491) \u000a19:35:47.306893 run osmo-hlr_10.42.42.2(pid=23081): stderr: \u000a| �[0;m�[1;31m20221213193544225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193544225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193544225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193544225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193544225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193544225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193544237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193544248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193544249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193544249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:47.349275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23080): Terminating (SIGTERM)\u000a19:35:47.389069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23083): Terminating (SIGTERM)\u000a19:35:47.428599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23086): Terminating (SIGTERM)\u000a19:35:47.437808 --- ParallelTerminationStrategy: PID 23080 died...\u000a19:35:47.490896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23080): Terminated: ok {rc=0}\u000a19:35:47.500460 --- ParallelTerminationStrategy: PID 23083 died...\u000a19:35:47.553142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23083): Terminated: ok {rc=0}\u000a19:35:47.562687 --- ParallelTerminationStrategy: PID 23086 died...\u000a19:35:47.615203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23086): Terminated: ok {rc=0}\u000a19:35:47.701993 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23096): Process ended prematurely: osmo-stp_10.42.42.5(pid=23096) [trial-2393↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23096)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23096): Process ended prematurely: osmo-stp_10.42.42.5(pid=23096) [trial-2393↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a19:35:48.752478 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:48.763916 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a19:35:48.894494 tst ping_idle_ping.py: using LAC 35800\u000a19:35:49.009401 tst ping_idle_ping.py: using RAC 100\u000a19:35:49.125690 tst ping_idle_ping.py: using CellId 35800\u000a19:35:49.240427 tst ping_idle_ping.py: using BVCI 35801\u000a19:35:49.262722 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:49.273562 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:49.284058 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:49.294698 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:49.305304 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:49.316215 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:49.328028 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a19:35:49.338833 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a19:35:49.624040 tst ping_idle_ping.py:24: start network...\u000a19:35:49.755160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:50.249947 run create_hlr_db(pid=23088): Launched\u000a19:35:50.431474 bus /gobi_6: Setting Powered False\u000a19:35:51.451995 run create_hlr_db(pid=23088): Terminated: ok {rc=0}\u000a19:35:51.844218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23090): Launched\u000a19:35:52.139129 run osmo-hlr_10.42.42.2(pid=23093): Launched\u000a19:35:52.246152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:52.752810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23095): Launched\u000a19:35:53.044847 run osmo-stp_10.42.42.5(pid=23096): Launched\u000a19:35:53.150313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:53.659811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23098): Launched\u000a19:35:53.763830 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:54.019155 run patchelf(pid=23099): Launched\u000a19:35:54.190338 run osmo-stp_10.42.42.5(pid=23096): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23096)]\u000a19:35:54.315518 run osmo-stp_10.42.42.5(pid=23096): stdout: \u000a| (launched: 2022-12-13_19:35:52.901339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:54.441167 run osmo-stp_10.42.42.5(pid=23096): stderr: \u000a| �[0;m�[38;5;43m20221213193553064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193553064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193553064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193553065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193553065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193553065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193553066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:54.562424 run osmo-stp_10.42.42.5(pid=23096): stdout: \u000a| (launched: 2022-12-13_19:35:52.901339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:54.682681 run osmo-stp_10.42.42.5(pid=23096): stderr: \u000a| �[0;m�[38;5;43m20221213193553064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193553064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193553064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193553065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193553065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193553065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193553066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:54.822490 run patchelf(pid=23099): Terminating (SIGINT)\u000a19:35:54.986413 run patchelf(pid=23099): Terminated: ok {rc=0}\u000a19:35:55.016178 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23096): Process ended prematurely: osmo-stp_10.42.42.5(pid=23096) [trial-2393↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23096)] [trial-2393↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a19:35:55.024559 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a19:35:55.084626 run osmo-hlr_10.42.42.2(pid=23093): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23093)]\u000a19:35:55.133471 run osmo-hlr_10.42.42.2(pid=23093): stdout: \u000a| (launched: 2022-12-13_19:35:51.995492) \u000a19:35:55.182702 run osmo-hlr_10.42.42.2(pid=23093): stderr: \u000a| �[0;m�[1;31m20221213193552167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193552167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193552167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193552167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193552167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193552167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193552179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193552188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193552188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193552188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:55.224648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23090): Terminating (SIGTERM)\u000a19:35:55.263911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23095): Terminating (SIGTERM)\u000a19:35:55.303158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23098): Terminating (SIGTERM)\u000a19:35:55.312164 --- ParallelTerminationStrategy: PID 23090 died...\u000a19:35:55.364489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23090): Terminated: ok {rc=0}\u000a19:35:55.373882 --- ParallelTerminationStrategy: PID 23095 died...\u000a19:35:55.426263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23095): Terminated: ok {rc=0}\u000a19:35:55.435604 --- ParallelTerminationStrategy: PID 23098 died...\u000a19:35:55.487925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23098): Terminated: ok {rc=0}\u000a19:35:55.570174 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:34:57" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23113): Process ended prematurely: osmo-stp_10.42.42.5(pid=23113) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23113)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23113): Process ended prematurely: osmo-stp_10.42.42.5(pid=23113) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:35:57.722877 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:57.734327 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:35:57.875419 tst cs_paging_gprs_active.py: using LAC 35801\u000a19:35:58.003351 tst cs_paging_gprs_active.py: using RAC 101\u000a19:35:58.127944 tst cs_paging_gprs_active.py: using CellId 35801\u000a19:35:58.250100 tst cs_paging_gprs_active.py: using BVCI 35802\u000a19:35:58.274371 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:58.285934 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:58.297202 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:58.308381 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:58.319913 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:58.331537 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:58.343246 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:58.354976 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:35:58.366668 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:35:58.482223 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:35:58.773311 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:35:58.906441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:59.234950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23103): Launched\u000a19:35:59.508416 run iperf3-srv_10.42.42.10(pid=23104): Launched\u000a19:35:59.704389 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:35:59.838489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:00.167736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23105): Launched\u000a19:36:00.442443 run iperf3-srv_10.42.42.10(pid=23106): Launched\u000a19:36:00.637226 tst cs_paging_gprs_active.py:38: start network...\u000a19:36:00.770056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:01.330247 run create_hlr_db(pid=23107): Launched\u000a19:36:01.507603 bus /gobi_6: Setting Powered False\u000a19:36:02.525266 run create_hlr_db(pid=23107): Terminated: ok {rc=0}\u000a19:36:02.920742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23109): Launched\u000a19:36:03.225455 run osmo-hlr_10.42.42.2(pid=23110): Launched\u000a19:36:03.343082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:03.895357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23112): Launched\u000a19:36:04.214279 run osmo-stp_10.42.42.5(pid=23113): Launched\u000a19:36:04.330208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:04.887973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23115): Launched\u000a19:36:05.002182 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:05.281334 run patchelf(pid=23116): Launched\u000a19:36:05.468140 run osmo-stp_10.42.42.5(pid=23113): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23113)]\u000a19:36:05.604842 run osmo-stp_10.42.42.5(pid=23113): stdout: \u000a| (launched: 2022-12-13_19:36:04.057725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:05.741744 run osmo-stp_10.42.42.5(pid=23113): stderr: \u000a| �[0;m�[38;5;43m20221213193604245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193604245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193604246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193604246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193604246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193604246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193604247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:05.874511 run osmo-stp_10.42.42.5(pid=23113): stdout: \u000a| (launched: 2022-12-13_19:36:04.057725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:06.005746 run osmo-stp_10.42.42.5(pid=23113): stderr: \u000a| �[0;m�[38;5;43m20221213193604245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193604245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193604246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193604246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193604246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193604246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193604247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:06.158572 run patchelf(pid=23116): Terminating (SIGINT)\u000a19:36:06.337833 run patchelf(pid=23116): Terminated: ok {rc=0}\u000a19:36:06.370662 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23113): Process ended prematurely: osmo-stp_10.42.42.5(pid=23113) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23113)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:36:06.380428 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:36:06.443495 run osmo-hlr_10.42.42.2(pid=23110): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23110)]\u000a19:36:06.494814 run osmo-hlr_10.42.42.2(pid=23110): stdout: \u000a| (launched: 2022-12-13_19:36:03.071438) \u000a19:36:06.546984 run osmo-hlr_10.42.42.2(pid=23110): stderr: \u000a| �[0;m�[1;31m20221213193603262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193603262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193603262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193603262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193603262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193603262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193603275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193603283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193603283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193603283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:06.591335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23103): Terminating (SIGTERM)\u000a19:36:06.632916 run iperf3-srv_10.42.42.10(pid=23104): Terminating (SIGTERM)\u000a19:36:06.674443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23105): Terminating (SIGTERM)\u000a19:36:06.715940 run iperf3-srv_10.42.42.10(pid=23106): Terminating (SIGTERM)\u000a19:36:06.757648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23109): Terminating (SIGTERM)\u000a19:36:06.799481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23112): Terminating (SIGTERM)\u000a19:36:06.841202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23115): Terminating (SIGTERM)\u000a19:36:06.850709 --- ParallelTerminationStrategy: PID 23103 died...\u000a19:36:06.906732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23103): Terminated: ok {rc=0}\u000a19:36:06.916640 --- ParallelTerminationStrategy: PID 23104 died...\u000a19:36:06.972118 run iperf3-srv_10.42.42.10(pid=23104): Terminated {rc=256}\u000a19:36:06.982046 --- ParallelTerminationStrategy: PID 23105 died...\u000a19:36:07.037803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23105): Terminated: ok {rc=0}\u000a19:36:07.047693 --- ParallelTerminationStrategy: PID 23106 died...\u000a19:36:07.103188 run iperf3-srv_10.42.42.10(pid=23106): Terminated {rc=256}\u000a19:36:07.113080 --- ParallelTerminationStrategy: PID 23109 died...\u000a19:36:07.168420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23109): Terminated: ok {rc=0}\u000a19:36:07.178272 --- ParallelTerminationStrategy: PID 23112 died...\u000a19:36:07.233689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23112): Terminated: ok {rc=0}\u000a19:36:07.243602 --- ParallelTerminationStrategy: PID 23115 died...\u000a19:36:07.299233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23115): Terminated: ok {rc=0}\u000a19:36:07.384674 bus /gobi_0: Setting Powered False\u000a19:36:08.491303 bus /gobi_0: Setting Powered False\u000a19:36:09.598859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23125): Process ended prematurely: osmo-stp_10.42.42.5(pid=23125) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23125)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23125): Process ended prematurely: osmo-stp_10.42.42.5(pid=23125) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:36:10.712722 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:10.724920 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:36:10.866371 tst iperf3.py: using LAC 35802\u000a19:36:10.990295 tst iperf3.py: using RAC 102\u000a19:36:11.119397 tst iperf3.py: using CellId 35802\u000a19:36:11.242313 tst iperf3.py: using BVCI 35803\u000a19:36:11.266675 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:11.278444 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:11.289977 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:11.301381 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:11.312914 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:11.324670 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:11.336556 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:11.348470 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:11.360392 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:36:11.650146 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:36:11.783718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:12.112048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23117): Launched\u000a19:36:12.386849 run iperf3-srv_10.42.42.10(pid=23118): Launched\u000a19:36:12.582223 tst iperf3.py:8: start network...\u000a19:36:12.715209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:13.216276 run create_hlr_db(pid=23119): Launched\u000a19:36:13.400551 bus /gobi_6: Setting Powered False\u000a19:36:14.421682 run create_hlr_db(pid=23119): Terminated: ok {rc=0}\u000a19:36:14.821865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23121): Launched\u000a19:36:15.119884 run osmo-hlr_10.42.42.2(pid=23122): Launched\u000a19:36:15.237342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:15.756743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23124): Launched\u000a19:36:16.183044 run osmo-stp_10.42.42.5(pid=23125): Launched\u000a19:36:16.327922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:16.916380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23127): Launched\u000a19:36:17.023422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:17.304804 run patchelf(pid=23128): Launched\u000a19:36:17.494642 run osmo-stp_10.42.42.5(pid=23125): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23125)]\u000a19:36:17.631062 run osmo-stp_10.42.42.5(pid=23125): stdout: \u000a| (launched: 2022-12-13_19:36:15.931792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:17.767649 run osmo-stp_10.42.42.5(pid=23125): stderr: \u000a| �[0;m�[38;5;43m20221213193616221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193616221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193616221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193616222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193616222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193616222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193616222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:17.900393 run osmo-stp_10.42.42.5(pid=23125): stdout: \u000a| (launched: 2022-12-13_19:36:15.931792)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:18.031365 run osmo-stp_10.42.42.5(pid=23125): stderr: \u000a| �[0;m�[38;5;43m20221213193616221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193616221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193616221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193616222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193616222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193616222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193616222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:18.183972 run patchelf(pid=23128): Terminating (SIGINT)\u000a19:36:18.362497 run patchelf(pid=23128): Terminated: ok {rc=0}\u000a19:36:18.395294 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23125): Process ended prematurely: osmo-stp_10.42.42.5(pid=23125) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23125)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a19:36:18.405216 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:36:18.468695 run osmo-hlr_10.42.42.2(pid=23122): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23122)]\u000a19:36:18.520530 run osmo-hlr_10.42.42.2(pid=23122): stdout: \u000a| (launched: 2022-12-13_19:36:14.972232) \u000a19:36:18.572830 run osmo-hlr_10.42.42.2(pid=23122): stderr: \u000a| �[0;m�[1;31m20221213193615146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193615146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193615146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193615146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193615146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193615146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193615158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193615169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193615169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193615169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:18.617550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23117): Terminating (SIGTERM)\u000a19:36:18.660395 run iperf3-srv_10.42.42.10(pid=23118): Terminating (SIGTERM)\u000a19:36:18.702685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23121): Terminating (SIGTERM)\u000a19:36:18.745398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23124): Terminating (SIGTERM)\u000a19:36:18.787714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23127): Terminating (SIGTERM)\u000a19:36:18.797429 --- ParallelTerminationStrategy: PID 23117 died...\u000a19:36:18.853908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23117): Terminated: ok {rc=0}\u000a19:36:18.863891 --- ParallelTerminationStrategy: PID 23118 died...\u000a19:36:18.919688 run iperf3-srv_10.42.42.10(pid=23118): Terminated {rc=256}\u000a19:36:18.929718 --- ParallelTerminationStrategy: PID 23121 died...\u000a19:36:18.985337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23121): Terminated: ok {rc=0}\u000a19:36:18.995299 --- ParallelTerminationStrategy: PID 23124 died...\u000a19:36:19.051070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23124): Terminated: ok {rc=0}\u000a19:36:19.061197 --- ParallelTerminationStrategy: PID 23127 died...\u000a19:36:19.117142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23127): Terminated: ok {rc=0}\u000a19:36:19.203126 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23143): Process ended prematurely: osmo-stp_10.42.42.5(pid=23143) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23143)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23143): Process ended prematurely: osmo-stp_10.42.42.5(pid=23143) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:36:20.316927 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:20.329098 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:36:20.468061 tst iperf3m4.py: using LAC 35803\u000a19:36:20.590105 tst iperf3m4.py: using RAC 103\u000a19:36:20.712268 tst iperf3m4.py: using CellId 35803\u000a19:36:20.830748 tst iperf3m4.py: using BVCI 35804\u000a19:36:20.853599 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:20.865155 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:20.875968 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:20.887179 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:20.898390 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:20.909543 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:20.920652 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:20.931508 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:20.942665 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:36:21.068451 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:36:21.183980 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:36:21.302585 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:36:21.578321 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:36:21.701909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:22.008851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23129): Launched\u000a19:36:22.265926 run iperf3-srv_10.42.42.10(pid=23130): Launched\u000a19:36:22.446532 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:36:22.570238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:22.876864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23131): Launched\u000a19:36:23.133438 run iperf3-srv_10.42.42.10(pid=23132): Launched\u000a19:36:23.314268 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:36:23.437247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:23.744188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23133): Launched\u000a19:36:23.998604 run iperf3-srv_10.42.42.10(pid=23134): Launched\u000a19:36:24.179164 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:36:24.302171 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:24.610023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23135): Launched\u000a19:36:24.866704 run iperf3-srv_10.42.42.10(pid=23136): Launched\u000a19:36:25.047519 tst iperf3m4.py:8: start network...\u000a19:36:25.170864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:25.645527 run create_hlr_db(pid=23137): Launched\u000a19:36:25.815581 bus /gobi_6: Setting Powered False\u000a19:36:26.837668 run create_hlr_db(pid=23137): Terminated: ok {rc=0}\u000a19:36:27.260732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23139): Launched\u000a19:36:27.579426 run osmo-hlr_10.42.42.2(pid=23140): Launched\u000a19:36:27.700259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:28.253712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23142): Launched\u000a19:36:28.573431 run osmo-stp_10.42.42.5(pid=23143): Launched\u000a19:36:28.689874 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:29.244804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23145): Launched\u000a19:36:29.358935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:29.637389 run patchelf(pid=23146): Launched\u000a19:36:29.824047 run osmo-stp_10.42.42.5(pid=23143): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23143)]\u000a19:36:29.960430 run osmo-stp_10.42.42.5(pid=23143): stdout: \u000a| (launched: 2022-12-13_19:36:28.415569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:30.096646 run osmo-stp_10.42.42.5(pid=23143): stderr: \u000a| �[0;m�[38;5;43m20221213193628603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193628603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193628603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193628604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193628604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193628604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193628604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:30.229164 run osmo-stp_10.42.42.5(pid=23143): stdout: \u000a| (launched: 2022-12-13_19:36:28.415569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:30.360469 run osmo-stp_10.42.42.5(pid=23143): stderr: \u000a| �[0;m�[38;5;43m20221213193628603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193628603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193628603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193628604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193628604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193628604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193628604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:30.512519 run patchelf(pid=23146): Terminating (SIGINT)\u000a19:36:30.691081 run patchelf(pid=23146): Terminated: ok {rc=0}\u000a19:36:30.723822 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23143): Process ended prematurely: osmo-stp_10.42.42.5(pid=23143) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23143)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:36:30.733742 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a19:36:30.797598 run osmo-hlr_10.42.42.2(pid=23140): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23140)]\u000a19:36:30.850140 run osmo-hlr_10.42.42.2(pid=23140): stdout: \u000a| (launched: 2022-12-13_19:36:27.423004) \u000a19:36:30.903558 run osmo-hlr_10.42.42.2(pid=23140): stderr: \u000a| �[0;m�[1;31m20221213193627616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193627616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193627616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193627616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193627617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193627617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193627628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193627637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193627637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193627637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:30.950169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23129): Terminating (SIGTERM)\u000a19:36:30.994790 run iperf3-srv_10.42.42.10(pid=23130): Terminating (SIGTERM)\u000a19:36:31.041088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23131): Terminating (SIGTERM)\u000a19:36:31.086713 run iperf3-srv_10.42.42.10(pid=23132): Terminating (SIGTERM)\u000a19:36:31.132322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23133): Terminating (SIGTERM)\u000a19:36:31.177996 run iperf3-srv_10.42.42.10(pid=23134): Terminating (SIGTERM)\u000a19:36:31.223567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23135): Terminating (SIGTERM)\u000a19:36:31.269138 run iperf3-srv_10.42.42.10(pid=23136): Terminating (SIGTERM)\u000a19:36:31.314749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23139): Terminating (SIGTERM)\u000a19:36:31.360538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23142): Terminating (SIGTERM)\u000a19:36:31.404523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23145): Terminating (SIGTERM)\u000a19:36:31.414666 --- ParallelTerminationStrategy: PID 23129 died...\u000a19:36:31.473628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23129): Terminated: ok {rc=0}\u000a19:36:31.484385 --- ParallelTerminationStrategy: PID 23130 died...\u000a19:36:31.543106 run iperf3-srv_10.42.42.10(pid=23130): Terminated {rc=256}\u000a19:36:31.553933 --- ParallelTerminationStrategy: PID 23131 died...\u000a19:36:31.612710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23131): Terminated: ok {rc=0}\u000a19:36:31.623563 --- ParallelTerminationStrategy: PID 23132 died...\u000a19:36:31.682214 run iperf3-srv_10.42.42.10(pid=23132): Terminated {rc=256}\u000a19:36:31.694073 --- ParallelTerminationStrategy: PID 23133 died...\u000a19:36:31.751513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23133): Terminated: ok {rc=0}\u000a19:36:31.762380 --- ParallelTerminationStrategy: PID 23134 died...\u000a19:36:31.821057 run iperf3-srv_10.42.42.10(pid=23134): Terminated {rc=256}\u000a19:36:31.831995 --- ParallelTerminationStrategy: PID 23135 died...\u000a19:36:31.890771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23135): Terminated: ok {rc=0}\u000a19:36:31.901789 --- ParallelTerminationStrategy: PID 23136 died...\u000a19:36:31.960335 run iperf3-srv_10.42.42.10(pid=23136): Terminated {rc=256}\u000a19:36:31.971202 --- ParallelTerminationStrategy: PID 23139 died...\u000a19:36:32.029961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23139): Terminated: ok {rc=0}\u000a19:36:32.040796 --- ParallelTerminationStrategy: PID 23142 died...\u000a19:36:32.099829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23142): Terminated: ok {rc=0}\u000a19:36:32.110778 --- ParallelTerminationStrategy: PID 23145 died...\u000a19:36:32.169518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23145): Terminated: ok {rc=0}\u000a19:36:32.259149 bus /gobi_4: Setting Powered False\u000a19:36:33.365260 bus /gobi_4: Setting Powered False\u000a19:36:34.472487 bus /gobi_1: Setting Powered False\u000a19:36:35.578341 bus /gobi_1: Setting Powered False\u000a19:36:36.685848 bus /gobi_0: Setting Powered False\u000a19:36:37.792757 bus /gobi_0: Setting Powered False\u000a19:36:38.901655 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23153): Process ended prematurely: osmo-stp_10.42.42.5(pid=23153) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23153)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23153): Process ended prematurely: osmo-stp_10.42.42.5(pid=23153) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:36:39.969587 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:39.981711 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:36:40.119674 tst ping.py: using LAC 35804\u000a19:36:40.241894 tst ping.py: using RAC 104\u000a19:36:40.369196 tst ping.py: using CellId 35804\u000a19:36:40.489477 tst ping.py: using BVCI 35805\u000a19:36:40.513274 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:40.524798 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:40.536119 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:40.547544 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:40.559240 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:40.570875 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:40.582703 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:40.594352 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:36:40.880207 tst ping.py:19: start network...\u000a19:36:41.010678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:41.501291 run create_hlr_db(pid=23147): Launched\u000a19:36:41.682016 bus /gobi_6: Setting Powered False\u000a19:36:42.702623 run create_hlr_db(pid=23147): Terminated: ok {rc=0}\u000a19:36:43.094232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23149): Launched\u000a19:36:43.385415 run osmo-hlr_10.42.42.2(pid=23150): Launched\u000a19:36:43.491731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:43.999057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23152): Launched\u000a19:36:44.289004 run osmo-stp_10.42.42.5(pid=23153): Launched\u000a19:36:44.394592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:44.902437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23155): Launched\u000a19:36:45.006175 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:45.260290 run patchelf(pid=23156): Launched\u000a19:36:45.432380 run osmo-stp_10.42.42.5(pid=23153): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23153)]\u000a19:36:45.557434 run osmo-stp_10.42.42.5(pid=23153): stdout: \u000a| (launched: 2022-12-13_19:36:44.146576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:45.682772 run osmo-stp_10.42.42.5(pid=23153): stderr: \u000a| �[0;m�[38;5;43m20221213193644310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193644310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193644310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193644311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193644311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193644311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193644311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:45.803506 run osmo-stp_10.42.42.5(pid=23153): stdout: \u000a| (launched: 2022-12-13_19:36:44.146576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:45.946651 run osmo-stp_10.42.42.5(pid=23153): stderr: \u000a| �[0;m�[38;5;43m20221213193644310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193644310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193644310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193644311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193644311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193644311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193644311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:46.089554 run patchelf(pid=23156): Terminating (SIGINT)\u000a19:36:46.256440 run patchelf(pid=23156): Terminated: ok {rc=0}\u000a19:36:46.287825 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23153): Process ended prematurely: osmo-stp_10.42.42.5(pid=23153) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23153)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a19:36:46.297340 tst ping.py:22: Test FAILED (6.3 sec)\u000a19:36:46.358464 run osmo-hlr_10.42.42.2(pid=23150): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23150)]\u000a19:36:46.408421 run osmo-hlr_10.42.42.2(pid=23150): stdout: \u000a| (launched: 2022-12-13_19:36:43.241972) \u000a19:36:46.458917 run osmo-hlr_10.42.42.2(pid=23150): stderr: \u000a| �[0;m�[1;31m20221213193643414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193643414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193643414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193643414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193643414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193643414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193643454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193643464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193643465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193643465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:46.501949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23149): Terminating (SIGTERM)\u000a19:36:46.544597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23152): Terminating (SIGTERM)\u000a19:36:46.585429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23155): Terminating (SIGTERM)\u000a19:36:46.594705 --- ParallelTerminationStrategy: PID 23149 died...\u000a19:36:46.648982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23149): Terminated: ok {rc=0}\u000a19:36:46.659068 --- ParallelTerminationStrategy: PID 23152 died...\u000a19:36:46.713248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23152): Terminated: ok {rc=0}\u000a19:36:46.723336 --- ParallelTerminationStrategy: PID 23155 died...\u000a19:36:46.777493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23155): Terminated: ok {rc=0}\u000a19:36:46.862165 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23163): Process ended prematurely: osmo-stp_10.42.42.5(pid=23163) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23163)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23163): Process ended prematurely: osmo-stp_10.42.42.5(pid=23163) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:36:47.913404 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:47.926408 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:36:48.062328 tst ping_idle_ping.py: using LAC 35805\u000a19:36:48.177720 tst ping_idle_ping.py: using RAC 105\u000a19:36:48.294198 tst ping_idle_ping.py: using CellId 35805\u000a19:36:48.409281 tst ping_idle_ping.py: using BVCI 35806\u000a19:36:48.431631 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:48.443078 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:48.453971 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:48.464718 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:48.475469 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:48.486451 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:48.497394 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:36:48.508285 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:36:48.794083 tst ping_idle_ping.py:24: start network...\u000a19:36:48.925369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:49.421919 run create_hlr_db(pid=23157): Launched\u000a19:36:49.604652 bus /gobi_6: Setting Powered False\u000a19:36:50.625725 run create_hlr_db(pid=23157): Terminated: ok {rc=0}\u000a19:36:51.019286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23159): Launched\u000a19:36:51.311174 run osmo-hlr_10.42.42.2(pid=23160): Launched\u000a19:36:51.418592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:51.927022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23162): Launched\u000a19:36:52.219326 run osmo-stp_10.42.42.5(pid=23163): Launched\u000a19:36:52.324844 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:52.835081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23165): Launched\u000a19:36:52.938608 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:53.192878 run patchelf(pid=23166): Launched\u000a19:36:53.364339 run osmo-stp_10.42.42.5(pid=23163): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23163)]\u000a19:36:53.490084 run osmo-stp_10.42.42.5(pid=23163): stdout: \u000a| (launched: 2022-12-13_19:36:52.075597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:53.615901 run osmo-stp_10.42.42.5(pid=23163): stderr: \u000a| �[0;m�[38;5;43m20221213193652238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193652238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193652239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193652239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193652240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193652240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193652240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:53.737411 run osmo-stp_10.42.42.5(pid=23163): stdout: \u000a| (launched: 2022-12-13_19:36:52.075597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:53.858292 run osmo-stp_10.42.42.5(pid=23163): stderr: \u000a| �[0;m�[38;5;43m20221213193652238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193652238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193652239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193652239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193652240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193652240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193652240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:53.998163 run patchelf(pid=23166): Terminating (SIGINT)\u000a19:36:54.162687 run patchelf(pid=23166): Terminated: ok {rc=0}\u000a19:36:54.192695 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23163): Process ended prematurely: osmo-stp_10.42.42.5(pid=23163) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23163)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:36:54.201408 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a19:36:54.260790 run osmo-hlr_10.42.42.2(pid=23160): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23160)]\u000a19:36:54.309561 run osmo-hlr_10.42.42.2(pid=23160): stdout: \u000a| (launched: 2022-12-13_19:36:51.167974) \u000a19:36:54.359303 run osmo-hlr_10.42.42.2(pid=23160): stderr: \u000a| �[0;m�[1;31m20221213193651339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193651339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193651339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193651339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193651339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193651339 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193651350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193651359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193651359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193651360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:54.401573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23159): Terminating (SIGTERM)\u000a19:36:54.441073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23162): Terminating (SIGTERM)\u000a19:36:54.480652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23165): Terminating (SIGTERM)\u000a19:36:54.489965 --- ParallelTerminationStrategy: PID 23159 died...\u000a19:36:54.542766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23159): Terminated: ok {rc=0}\u000a19:36:54.552332 --- ParallelTerminationStrategy: PID 23162 died...\u000a19:36:54.605554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23162): Terminated: ok {rc=0}\u000a19:36:54.615091 --- ParallelTerminationStrategy: PID 23165 died...\u000a19:36:54.667626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23165): Terminated: ok {rc=0}\u000a19:36:54.750341 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:35:57" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23180): Process ended prematurely: osmo-stp_10.42.42.5(pid=23180) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23180)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23180): Process ended prematurely: osmo-stp_10.42.42.5(pid=23180) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:36:56.907888 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:56.919574 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:36:57.078406 tst cs_paging_gprs_active.py: using LAC 35806\u000a19:36:57.202070 tst cs_paging_gprs_active.py: using RAC 106\u000a19:36:57.326443 tst cs_paging_gprs_active.py: using CellId 35806\u000a19:36:57.450854 tst cs_paging_gprs_active.py: using BVCI 35807\u000a19:36:57.475429 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:57.487146 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:57.498832 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:57.510267 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:57.522340 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:57.534208 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:57.546143 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:57.558231 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:36:57.570306 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:36:57.685891 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:36:57.978882 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:36:58.112933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:58.444010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23170): Launched\u000a19:36:58.720564 run iperf3-srv_10.42.42.10(pid=23171): Launched\u000a19:36:58.917894 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:36:59.051950 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:36:59.383278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23172): Launched\u000a19:36:59.658028 run iperf3-srv_10.42.42.10(pid=23173): Launched\u000a19:36:59.854652 tst cs_paging_gprs_active.py:38: start network...\u000a19:36:59.988507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:00.492549 run create_hlr_db(pid=23174): Launched\u000a19:37:00.677726 bus /gobi_6: Setting Powered False\u000a19:37:01.760184 run create_hlr_db(pid=23174): Terminated: ok {rc=0}\u000a19:37:02.219727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23176): Launched\u000a19:37:02.544451 run osmo-hlr_10.42.42.2(pid=23177): Launched\u000a19:37:02.666120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:03.223257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23179): Launched\u000a19:37:03.544063 run osmo-stp_10.42.42.5(pid=23180): Launched\u000a19:37:03.661321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:37:04.221381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23182): Launched\u000a19:37:04.336472 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:37:04.617468 run patchelf(pid=23183): Launched\u000a19:37:04.805568 run osmo-stp_10.42.42.5(pid=23180): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23180)]\u000a19:37:04.943130 run osmo-stp_10.42.42.5(pid=23180): stdout: \u000a| (launched: 2022-12-13_19:37:03.386593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:05.081248 run osmo-stp_10.42.42.5(pid=23180): stderr: \u000a| �[0;m�[38;5;43m20221213193703575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193703575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193703575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193703576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193703576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193703576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193703576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:05.214855 run osmo-stp_10.42.42.5(pid=23180): stdout: \u000a| (launched: 2022-12-13_19:37:03.386593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:05.347239 run osmo-stp_10.42.42.5(pid=23180): stderr: \u000a| �[0;m�[38;5;43m20221213193703575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193703575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193703575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193703576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193703576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193703576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193703576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:05.500613 run patchelf(pid=23183): Terminating (SIGINT)\u000a19:37:05.680296 run patchelf(pid=23183): Terminated: ok {rc=0}\u000a19:37:05.713325 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23180): Process ended prematurely: osmo-stp_10.42.42.5(pid=23180) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23180)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:37:05.723202 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:37:05.787025 run osmo-hlr_10.42.42.2(pid=23177): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23177)]\u000a19:37:05.838931 run osmo-hlr_10.42.42.2(pid=23177): stdout: \u000a| (launched: 2022-12-13_19:37:02.385248) \u000a19:37:05.891242 run osmo-hlr_10.42.42.2(pid=23177): stderr: \u000a| �[0;m�[1;31m20221213193702580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193702580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193702580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193702580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193702580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193702580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193702593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193702601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193702602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193702602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:05.935765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23170): Terminating (SIGTERM)\u000a19:37:05.977871 run iperf3-srv_10.42.42.10(pid=23171): Terminating (SIGTERM)\u000a19:37:06.019848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23172): Terminating (SIGTERM)\u000a19:37:06.061816 run iperf3-srv_10.42.42.10(pid=23173): Terminating (SIGTERM)\u000a19:37:06.103786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23176): Terminating (SIGTERM)\u000a19:37:06.145804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23179): Terminating (SIGTERM)\u000a19:37:06.187536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23182): Terminating (SIGTERM)\u000a19:37:06.197297 --- ParallelTerminationStrategy: PID 23170 died...\u000a19:37:06.253396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23170): Terminated: ok {rc=0}\u000a19:37:06.263481 --- ParallelTerminationStrategy: PID 23171 died...\u000a19:37:06.319194 run iperf3-srv_10.42.42.10(pid=23171): Terminated {rc=256}\u000a19:37:06.329146 --- ParallelTerminationStrategy: PID 23172 died...\u000a19:37:06.384773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23172): Terminated: ok {rc=0}\u000a19:37:06.394833 --- ParallelTerminationStrategy: PID 23173 died...\u000a19:37:06.450353 run iperf3-srv_10.42.42.10(pid=23173): Terminated {rc=256}\u000a19:37:06.460542 --- ParallelTerminationStrategy: PID 23176 died...\u000a19:37:06.516089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23176): Terminated: ok {rc=0}\u000a19:37:06.526181 --- ParallelTerminationStrategy: PID 23179 died...\u000a19:37:06.582055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23179): Terminated: ok {rc=0}\u000a19:37:06.591933 --- ParallelTerminationStrategy: PID 23182 died...\u000a19:37:06.647731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23182): Terminated: ok {rc=0}\u000a19:37:06.733910 bus /gobi_0: Setting Powered False\u000a19:37:07.839787 bus /gobi_0: Setting Powered False\u000a19:37:08.948226 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23192): Process ended prematurely: osmo-stp_10.42.42.5(pid=23192) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23192)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23192): Process ended prematurely: osmo-stp_10.42.42.5(pid=23192) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:37:10.062425 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:10.074650 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:37:10.239585 tst iperf3.py: using LAC 35807\u000a19:37:10.364776 tst iperf3.py: using RAC 107\u000a19:37:10.489789 tst iperf3.py: using CellId 35807\u000a19:37:10.615278 tst iperf3.py: using BVCI 35808\u000a19:37:10.639760 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:10.651448 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:10.662861 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:10.674260 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:10.686504 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:10.698766 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:10.711169 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:10.723343 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:10.735715 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:37:11.029055 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:37:11.162793 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:37:11.494752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23184): Launched\u000a19:37:11.770756 run iperf3-srv_10.42.42.10(pid=23185): Launched\u000a19:37:11.967156 tst iperf3.py:8: start network...\u000a19:37:12.100919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:12.606345 run create_hlr_db(pid=23186): Launched\u000a19:37:12.790837 bus /gobi_6: Setting Powered False\u000a19:37:13.812934 run create_hlr_db(pid=23186): Terminated: ok {rc=0}\u000a19:37:14.211285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23188): Launched\u000a19:37:14.509348 run osmo-hlr_10.42.42.2(pid=23189): Launched\u000a19:37:14.619771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:15.139545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23191): Launched\u000a19:37:15.436606 run osmo-stp_10.42.42.5(pid=23192): Launched\u000a19:37:15.544919 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:37:16.106466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23194): Launched\u000a19:37:16.215096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:37:16.503427 run patchelf(pid=23195): Launched\u000a19:37:16.696385 run osmo-stp_10.42.42.5(pid=23192): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23192)]\u000a19:37:16.839208 run osmo-stp_10.42.42.5(pid=23192): stdout: \u000a| (launched: 2022-12-13_19:37:15.290398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:16.982240 run osmo-stp_10.42.42.5(pid=23192): stderr: \u000a| �[0;m�[38;5;43m20221213193715458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193715458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193715459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193715459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193715460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193715460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193715460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:17.119021 run osmo-stp_10.42.42.5(pid=23192): stdout: \u000a| (launched: 2022-12-13_19:37:15.290398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:17.253332 run osmo-stp_10.42.42.5(pid=23192): stderr: \u000a| �[0;m�[38;5;43m20221213193715458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193715458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193715459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193715459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193715460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193715460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193715460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:17.406653 run patchelf(pid=23195): Terminating (SIGINT)\u000a19:37:17.586926 run patchelf(pid=23195): Terminated: ok {rc=0}\u000a19:37:17.619838 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23192): Process ended prematurely: osmo-stp_10.42.42.5(pid=23192) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23192)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:37:17.630112 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:37:17.693856 run osmo-hlr_10.42.42.2(pid=23189): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23189)]\u000a19:37:17.745568 run osmo-hlr_10.42.42.2(pid=23189): stdout: \u000a| (launched: 2022-12-13_19:37:14.362596) \u000a19:37:17.797992 run osmo-hlr_10.42.42.2(pid=23189): stderr: \u000a| �[0;m�[1;31m20221213193714535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193714535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193714535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193714535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193714535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193714535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193714547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193714556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193714556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193714556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:17.843203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23184): Terminating (SIGTERM)\u000a19:37:17.885300 run iperf3-srv_10.42.42.10(pid=23185): Terminating (SIGTERM)\u000a19:37:17.927588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23188): Terminating (SIGTERM)\u000a19:37:17.969712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23191): Terminating (SIGTERM)\u000a19:37:18.011808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23194): Terminating (SIGTERM)\u000a19:37:18.021589 --- ParallelTerminationStrategy: PID 23184 died...\u000a19:37:18.078175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23184): Terminated: ok {rc=0}\u000a19:37:18.088333 --- ParallelTerminationStrategy: PID 23185 died...\u000a19:37:18.144415 run iperf3-srv_10.42.42.10(pid=23185): Terminated {rc=256}\u000a19:37:18.154530 --- ParallelTerminationStrategy: PID 23188 died...\u000a19:37:18.210921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23188): Terminated: ok {rc=0}\u000a19:37:18.221045 --- ParallelTerminationStrategy: PID 23191 died...\u000a19:37:18.277193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23191): Terminated: ok {rc=0}\u000a19:37:18.287132 --- ParallelTerminationStrategy: PID 23194 died...\u000a19:37:18.343389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23194): Terminated: ok {rc=0}\u000a19:37:18.429622 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23210): Process ended prematurely: osmo-stp_10.42.42.5(pid=23210) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23210)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23210): Process ended prematurely: osmo-stp_10.42.42.5(pid=23210) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:37:19.545806 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:19.558033 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:37:19.716575 tst iperf3m4.py: using LAC 35808\u000a19:37:19.840833 tst iperf3m4.py: using RAC 108\u000a19:37:19.967231 tst iperf3m4.py: using CellId 35808\u000a19:37:20.090934 tst iperf3m4.py: using BVCI 35809\u000a19:37:20.115129 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:20.126845 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:20.138355 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:20.149705 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:20.161420 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:20.173088 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:20.184867 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:20.196441 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:20.208375 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:37:20.326118 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:37:20.445270 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:37:20.564850 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:37:20.854870 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:37:20.988923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:37:21.320459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23196): Launched\u000a19:37:21.594966 run iperf3-srv_10.42.42.10(pid=23197): Launched\u000a19:37:21.791606 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:37:21.926262 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:37:22.257920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23198): Launched\u000a19:37:22.533305 run iperf3-srv_10.42.42.10(pid=23199): Launched\u000a19:37:22.729709 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:37:22.864001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:37:23.196179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23200): Launched\u000a19:37:23.472274 run iperf3-srv_10.42.42.10(pid=23201): Launched\u000a19:37:23.668476 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:37:23.802490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:37:24.132905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23202): Launched\u000a19:37:24.407646 run iperf3-srv_10.42.42.10(pid=23203): Launched\u000a19:37:24.604148 tst iperf3m4.py:8: start network...\u000a19:37:24.738122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:25.241932 run create_hlr_db(pid=23204): Launched\u000a19:37:25.427345 bus /gobi_6: Setting Powered False\u000a19:37:26.448660 run create_hlr_db(pid=23204): Terminated: ok {rc=0}\u000a19:37:26.849403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23206): Launched\u000a19:37:27.146699 run osmo-hlr_10.42.42.2(pid=23207): Launched\u000a19:37:27.256297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:27.773020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23209): Launched\u000a19:37:28.069966 run osmo-stp_10.42.42.5(pid=23210): Launched\u000a19:37:28.177660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:37:28.695962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23212): Launched\u000a19:37:28.801859 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:37:29.061139 run patchelf(pid=23213): Launched\u000a19:37:29.235189 run osmo-stp_10.42.42.5(pid=23210): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23210)]\u000a19:37:29.362590 run osmo-stp_10.42.42.5(pid=23210): stdout: \u000a| (launched: 2022-12-13_19:37:27.924128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:29.490277 run osmo-stp_10.42.42.5(pid=23210): stderr: \u000a| �[0;m�[38;5;43m20221213193728090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193728091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193728091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193728091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193728092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193728092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193728092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:29.613415 run osmo-stp_10.42.42.5(pid=23210): stdout: \u000a| (launched: 2022-12-13_19:37:27.924128)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:29.736085 run osmo-stp_10.42.42.5(pid=23210): stderr: \u000a| �[0;m�[38;5;43m20221213193728090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193728091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193728091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193728091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193728092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193728092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193728092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:29.878649 run patchelf(pid=23213): Terminating (SIGINT)\u000a19:37:30.046441 run patchelf(pid=23213): Terminated: ok {rc=0}\u000a19:37:30.077325 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23210): Process ended prematurely: osmo-stp_10.42.42.5(pid=23210) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23210)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:37:30.086567 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a19:37:30.146209 run osmo-hlr_10.42.42.2(pid=23207): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23207)]\u000a19:37:30.194834 run osmo-hlr_10.42.42.2(pid=23207): stdout: \u000a| (launched: 2022-12-13_19:37:27.000725) \u000a19:37:30.244341 run osmo-hlr_10.42.42.2(pid=23207): stderr: \u000a| �[0;m�[1;31m20221213193727174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193727174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193727174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193727174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193727175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193727175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193727190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193727200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193727200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193727200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:30.286026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23196): Terminating (SIGTERM)\u000a19:37:30.325164 run iperf3-srv_10.42.42.10(pid=23197): Terminating (SIGTERM)\u000a19:37:30.364479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23198): Terminating (SIGTERM)\u000a19:37:30.403576 run iperf3-srv_10.42.42.10(pid=23199): Terminating (SIGTERM)\u000a19:37:30.442887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23200): Terminating (SIGTERM)\u000a19:37:30.481973 run iperf3-srv_10.42.42.10(pid=23201): Terminating (SIGTERM)\u000a19:37:30.521250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23202): Terminating (SIGTERM)\u000a19:37:30.561339 run iperf3-srv_10.42.42.10(pid=23203): Terminating (SIGTERM)\u000a19:37:30.602488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23206): Terminating (SIGTERM)\u000a19:37:30.642079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23209): Terminating (SIGTERM)\u000a19:37:30.681390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23212): Terminating (SIGTERM)\u000a19:37:30.690376 --- ParallelTerminationStrategy: PID 23196 died...\u000a19:37:30.742906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23196): Terminated: ok {rc=0}\u000a19:37:30.752432 --- ParallelTerminationStrategy: PID 23197 died...\u000a19:37:30.804405 run iperf3-srv_10.42.42.10(pid=23197): Terminated {rc=256}\u000a19:37:30.813758 --- ParallelTerminationStrategy: PID 23198 died...\u000a19:37:30.872638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23198): Terminated: ok {rc=0}\u000a19:37:30.891640 --- ParallelTerminationStrategy: PID 23199 died...\u000a19:37:30.958874 run iperf3-srv_10.42.42.10(pid=23199): Terminated {rc=256}\u000a19:37:30.971015 --- ParallelTerminationStrategy: PID 23200 died...\u000a19:37:31.029592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23200): Terminated: ok {rc=0}\u000a19:37:31.041415 --- ParallelTerminationStrategy: PID 23201 died...\u000a19:37:31.099261 run iperf3-srv_10.42.42.10(pid=23201): Terminated {rc=256}\u000a19:37:31.111353 --- ParallelTerminationStrategy: PID 23202 died...\u000a19:37:31.170881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23202): Terminated: ok {rc=0}\u000a19:37:31.181915 --- ParallelTerminationStrategy: PID 23203 died...\u000a19:37:31.240700 run iperf3-srv_10.42.42.10(pid=23203): Terminated {rc=256}\u000a19:37:31.252601 --- ParallelTerminationStrategy: PID 23206 died...\u000a19:37:31.310617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23206): Terminated: ok {rc=0}\u000a19:37:31.323457 --- ParallelTerminationStrategy: PID 23209 died...\u000a19:37:31.382300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23209): Terminated: ok {rc=0}\u000a19:37:31.394052 --- ParallelTerminationStrategy: PID 23212 died...\u000a19:37:31.453791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23212): Terminated: ok {rc=0}\u000a19:37:31.544589 bus /gobi_4: Setting Powered False\u000a19:37:32.650281 bus /gobi_4: Setting Powered False\u000a19:37:33.762203 bus /gobi_1: Setting Powered False\u000a19:37:34.866808 bus /gobi_1: Setting Powered False\u000a19:37:35.975682 bus /gobi_0: Setting Powered False\u000a19:37:37.081076 bus /gobi_0: Setting Powered False\u000a19:37:38.188560 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23220): Process ended prematurely: osmo-stp_10.42.42.5(pid=23220) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23220)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23220): Process ended prematurely: osmo-stp_10.42.42.5(pid=23220) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:37:39.257471 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:39.270129 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:37:39.429401 tst ping.py: using LAC 35809\u000a19:37:39.553929 tst ping.py: using RAC 109\u000a19:37:39.671720 tst ping.py: using CellId 35809\u000a19:37:39.790361 tst ping.py: using BVCI 35810\u000a19:37:39.812807 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:39.824115 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:39.835193 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:39.846345 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:39.857821 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:39.869226 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:39.880541 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:39.891961 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:37:40.180490 tst ping.py:19: start network...\u000a19:37:40.312240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:40.808185 run create_hlr_db(pid=23214): Launched\u000a19:37:40.990364 bus /gobi_6: Setting Powered False\u000a19:37:42.010778 run create_hlr_db(pid=23214): Terminated: ok {rc=0}\u000a19:37:42.430591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23216): Launched\u000a19:37:42.744351 run osmo-hlr_10.42.42.2(pid=23217): Launched\u000a19:37:42.861955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:43.412096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23219): Launched\u000a19:37:43.725570 run osmo-stp_10.42.42.5(pid=23220): Launched\u000a19:37:43.840183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:37:44.388420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23222): Launched\u000a19:37:44.501761 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:37:44.775605 run patchelf(pid=23223): Launched\u000a19:37:44.959645 run osmo-stp_10.42.42.5(pid=23220): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23220)]\u000a19:37:45.094072 run osmo-stp_10.42.42.5(pid=23220): stdout: \u000a| (launched: 2022-12-13_19:37:43.571828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:45.229179 run osmo-stp_10.42.42.5(pid=23220): stderr: \u000a| �[0;m�[38;5;43m20221213193743758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193743759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193743759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193743759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193743760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193743760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193743760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:45.359740 run osmo-stp_10.42.42.5(pid=23220): stdout: \u000a| (launched: 2022-12-13_19:37:43.571828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:45.489340 run osmo-stp_10.42.42.5(pid=23220): stderr: \u000a| �[0;m�[38;5;43m20221213193743758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193743759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193743759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193743759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193743760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193743760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193743760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:45.639255 run patchelf(pid=23223): Terminating (SIGINT)\u000a19:37:45.815235 run patchelf(pid=23223): Terminated: ok {rc=0}\u000a19:37:45.864505 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23220): Process ended prematurely: osmo-stp_10.42.42.5(pid=23220) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23220)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:37:45.881555 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:37:45.967898 run osmo-hlr_10.42.42.2(pid=23217): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23217)]\u000a19:37:46.020153 run osmo-hlr_10.42.42.2(pid=23217): stdout: \u000a| (launched: 2022-12-13_19:37:42.590439) \u000a19:37:46.074631 run osmo-hlr_10.42.42.2(pid=23217): stderr: \u000a| �[0;m�[1;31m20221213193742783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193742783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193742783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193742783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193742783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193742783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193742796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193742804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193742804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193742804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:46.121317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23216): Terminating (SIGTERM)\u000a19:37:46.167191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23219): Terminating (SIGTERM)\u000a19:37:46.211271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23222): Terminating (SIGTERM)\u000a19:37:46.221580 --- ParallelTerminationStrategy: PID 23216 died...\u000a19:37:46.280475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23216): Terminated: ok {rc=0}\u000a19:37:46.291333 --- ParallelTerminationStrategy: PID 23219 died...\u000a19:37:46.349899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23219): Terminated: ok {rc=0}\u000a19:37:46.360811 --- ParallelTerminationStrategy: PID 23222 died...\u000a19:37:46.419683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23222): Terminated: ok {rc=0}\u000a19:37:46.509694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23230): Process ended prematurely: osmo-stp_10.42.42.5(pid=23230) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23230)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23230): Process ended prematurely: osmo-stp_10.42.42.5(pid=23230) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:37:47.561002 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:47.573178 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:37:47.734959 tst ping_idle_ping.py: using LAC 35810\u000a19:37:47.858067 tst ping_idle_ping.py: using RAC 110\u000a19:37:47.981282 tst ping_idle_ping.py: using CellId 35810\u000a19:37:48.106061 tst ping_idle_ping.py: using BVCI 35811\u000a19:37:48.130363 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:48.142152 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:48.153743 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:48.165226 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:48.177096 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:48.188775 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:48.200545 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:37:48.212218 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:37:48.484495 tst ping_idle_ping.py:24: start network...\u000a19:37:48.606378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:49.078773 run create_hlr_db(pid=23224): Launched\u000a19:37:49.247216 bus /gobi_6: Setting Powered False\u000a19:37:50.270155 run create_hlr_db(pid=23224): Terminated: ok {rc=0}\u000a19:37:50.689308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23226): Launched\u000a19:37:51.005656 run osmo-hlr_10.42.42.2(pid=23227): Launched\u000a19:37:51.122992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:51.671702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23229): Launched\u000a19:37:52.038079 run osmo-stp_10.42.42.5(pid=23230): Launched\u000a19:37:52.143662 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:37:52.655917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23232): Launched\u000a19:37:52.760282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:37:53.018592 run patchelf(pid=23233): Launched\u000a19:37:53.190488 run osmo-stp_10.42.42.5(pid=23230): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23230)]\u000a19:37:53.315891 run osmo-stp_10.42.42.5(pid=23230): stdout: \u000a| (launched: 2022-12-13_19:37:51.832371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:53.441864 run osmo-stp_10.42.42.5(pid=23230): stderr: \u000a| �[0;m�[38;5;43m20221213193752016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193752016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193752017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193752017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193752017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193752018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193752018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:53.563289 run osmo-stp_10.42.42.5(pid=23230): stdout: \u000a| (launched: 2022-12-13_19:37:51.832371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:53.683858 run osmo-stp_10.42.42.5(pid=23230): stderr: \u000a| �[0;m�[38;5;43m20221213193752016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193752016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193752017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193752017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193752017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193752018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193752018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:53.823829 run patchelf(pid=23233): Terminating (SIGINT)\u000a19:37:53.988497 run patchelf(pid=23233): Terminated: ok {rc=0}\u000a19:37:54.018648 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23230): Process ended prematurely: osmo-stp_10.42.42.5(pid=23230) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23230)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:37:54.027264 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:37:54.086712 run osmo-hlr_10.42.42.2(pid=23227): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23227)]\u000a19:37:54.135366 run osmo-hlr_10.42.42.2(pid=23227): stdout: \u000a| (launched: 2022-12-13_19:37:50.850531) \u000a19:37:54.184859 run osmo-hlr_10.42.42.2(pid=23227): stderr: \u000a| �[0;m�[1;31m20221213193751044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193751044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193751044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193751044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193751044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193751044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193751056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193751064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193751065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193751065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:54.227094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23226): Terminating (SIGTERM)\u000a19:37:54.266750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23229): Terminating (SIGTERM)\u000a19:37:54.306275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23232): Terminating (SIGTERM)\u000a19:37:54.315494 --- ParallelTerminationStrategy: PID 23226 died...\u000a19:37:54.368355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23226): Terminated: ok {rc=0}\u000a19:37:54.378017 --- ParallelTerminationStrategy: PID 23229 died...\u000a19:37:54.430490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23229): Terminated: ok {rc=0}\u000a19:37:54.440552 --- ParallelTerminationStrategy: PID 23232 died...\u000a19:37:54.493095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23232): Terminated: ok {rc=0}\u000a19:37:54.580922 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:36:56" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23248): Process ended prematurely: osmo-stp_10.42.42.5(pid=23248) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23248)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23248): Process ended prematurely: osmo-stp_10.42.42.5(pid=23248) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:37:56.720323 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:56.731488 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:37:56.888104 tst cs_paging_gprs_active.py: using LAC 35811\u000a19:37:57.005541 tst cs_paging_gprs_active.py: using RAC 111\u000a19:37:57.129829 tst cs_paging_gprs_active.py: using CellId 35811\u000a19:37:57.247672 tst cs_paging_gprs_active.py: using BVCI 35812\u000a19:37:57.270388 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:57.281578 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:57.292430 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:57.303294 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:57.314195 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:57.325500 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:57.336497 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:57.347306 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:37:57.358395 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:37:57.479549 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:37:57.756196 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:37:57.881126 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:37:58.191393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23238): Launched\u000a19:37:58.448722 run iperf3-srv_10.42.42.10(pid=23239): Launched\u000a19:37:58.630843 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:37:58.755122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:37:59.065140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23240): Launched\u000a19:37:59.322415 run iperf3-srv_10.42.42.10(pid=23241): Launched\u000a19:37:59.505170 tst cs_paging_gprs_active.py:38: start network...\u000a19:37:59.629586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:00.108541 run create_hlr_db(pid=23242): Launched\u000a19:38:00.295220 bus /gobi_6: Setting Powered False\u000a19:38:01.334030 run create_hlr_db(pid=23242): Terminated: ok {rc=0}\u000a19:38:01.757607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23244): Launched\u000a19:38:02.176782 run osmo-hlr_10.42.42.2(pid=23245): Launched\u000a19:38:02.295073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:02.851250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23247): Launched\u000a19:38:03.173182 run osmo-stp_10.42.42.5(pid=23248): Launched\u000a19:38:03.289609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:38:03.849565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23250): Launched\u000a19:38:03.964281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:38:04.251055 run patchelf(pid=23251): Launched\u000a19:38:04.439221 run osmo-stp_10.42.42.5(pid=23248): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23248)]\u000a19:38:04.577003 run osmo-stp_10.42.42.5(pid=23248): stdout: \u000a| (launched: 2022-12-13_19:38:03.014578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:04.714917 run osmo-stp_10.42.42.5(pid=23248): stderr: \u000a| �[0;m�[38;5;43m20221213193803199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193803200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193803200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193803200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193803201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193803201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193803201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:04.848498 run osmo-stp_10.42.42.5(pid=23248): stdout: \u000a| (launched: 2022-12-13_19:38:03.014578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:04.981201 run osmo-stp_10.42.42.5(pid=23248): stderr: \u000a| �[0;m�[38;5;43m20221213193803199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193803200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193803200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193803200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193803201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193803201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193803201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:05.134695 run patchelf(pid=23251): Terminating (SIGINT)\u000a19:38:05.314853 run patchelf(pid=23251): Terminated: ok {rc=0}\u000a19:38:05.348342 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23248): Process ended prematurely: osmo-stp_10.42.42.5(pid=23248) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23248)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:38:05.358459 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:38:05.422348 run osmo-hlr_10.42.42.2(pid=23245): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23245)]\u000a19:38:05.473867 run osmo-hlr_10.42.42.2(pid=23245): stdout: \u000a| (launched: 2022-12-13_19:38:01.913546) \u000a19:38:05.525999 run osmo-hlr_10.42.42.2(pid=23245): stderr: \u000a| �[0;m�[1;31m20221213193802184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193802184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193802184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193802184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193802184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193802184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193802196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193802204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193802204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193802204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:05.570680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23238): Terminating (SIGTERM)\u000a19:38:05.613482 run iperf3-srv_10.42.42.10(pid=23239): Terminating (SIGTERM)\u000a19:38:05.655549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23240): Terminating (SIGTERM)\u000a19:38:05.697673 run iperf3-srv_10.42.42.10(pid=23241): Terminating (SIGTERM)\u000a19:38:05.739681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23244): Terminating (SIGTERM)\u000a19:38:05.781644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23247): Terminating (SIGTERM)\u000a19:38:05.823764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23250): Terminating (SIGTERM)\u000a19:38:05.833596 --- ParallelTerminationStrategy: PID 23238 died...\u000a19:38:05.890062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23238): Terminated: ok {rc=0}\u000a19:38:05.900219 --- ParallelTerminationStrategy: PID 23239 died...\u000a19:38:05.956237 run iperf3-srv_10.42.42.10(pid=23239): Terminated {rc=256}\u000a19:38:05.966311 --- ParallelTerminationStrategy: PID 23240 died...\u000a19:38:06.022519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23240): Terminated: ok {rc=0}\u000a19:38:06.032614 --- ParallelTerminationStrategy: PID 23241 died...\u000a19:38:06.088704 run iperf3-srv_10.42.42.10(pid=23241): Terminated {rc=256}\u000a19:38:06.098935 --- ParallelTerminationStrategy: PID 23244 died...\u000a19:38:06.155119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23244): Terminated: ok {rc=0}\u000a19:38:06.165336 --- ParallelTerminationStrategy: PID 23247 died...\u000a19:38:06.221273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23247): Terminated: ok {rc=0}\u000a19:38:06.231346 --- ParallelTerminationStrategy: PID 23250 died...\u000a19:38:06.287344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23250): Terminated: ok {rc=0}\u000a19:38:06.374477 bus /gobi_0: Setting Powered False\u000a19:38:07.480688 bus /gobi_0: Setting Powered False\u000a19:38:08.593106 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23260): Process ended prematurely: osmo-stp_10.42.42.5(pid=23260) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23260)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23260): Process ended prematurely: osmo-stp_10.42.42.5(pid=23260) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:38:09.701594 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:09.713298 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:38:09.864520 tst iperf3.py: using LAC 35812\u000a19:38:09.986809 tst iperf3.py: using RAC 112\u000a19:38:10.102835 tst iperf3.py: using CellId 35812\u000a19:38:10.218072 tst iperf3.py: using BVCI 35813\u000a19:38:10.240812 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:10.251950 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:10.262953 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:10.273863 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:10.284782 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:10.295638 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:10.306658 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:10.317505 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:10.328506 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:38:10.608241 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:38:10.732410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:38:11.041714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23252): Launched\u000a19:38:11.298688 run iperf3-srv_10.42.42.10(pid=23253): Launched\u000a19:38:11.480701 tst iperf3.py:8: start network...\u000a19:38:11.605346 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:12.083067 run create_hlr_db(pid=23254): Launched\u000a19:38:12.254862 bus /gobi_6: Setting Powered False\u000a19:38:13.277481 run create_hlr_db(pid=23254): Terminated: ok {rc=0}\u000a19:38:13.703501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23256): Launched\u000a19:38:14.025164 run osmo-hlr_10.42.42.2(pid=23257): Launched\u000a19:38:14.145460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:14.703515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23259): Launched\u000a19:38:15.026678 run osmo-stp_10.42.42.5(pid=23260): Launched\u000a19:38:15.143074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:38:15.701901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23262): Launched\u000a19:38:15.816417 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:38:16.117731 run patchelf(pid=23263): Launched\u000a19:38:16.298365 run osmo-stp_10.42.42.5(pid=23260): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23260)]\u000a19:38:16.430274 run osmo-stp_10.42.42.5(pid=23260): stdout: \u000a| (launched: 2022-12-13_19:38:14.867526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:16.565605 run osmo-stp_10.42.42.5(pid=23260): stderr: \u000a| �[0;m�[38;5;43m20221213193815056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193815056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193815056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193815057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193815057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193815058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193815058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:16.693453 run osmo-stp_10.42.42.5(pid=23260): stdout: \u000a| (launched: 2022-12-13_19:38:14.867526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:16.821424 run osmo-stp_10.42.42.5(pid=23260): stderr: \u000a| �[0;m�[38;5;43m20221213193815056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193815056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193815056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193815057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193815057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193815058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193815058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:16.968622 run patchelf(pid=23263): Terminating (SIGINT)\u000a19:38:17.142928 run patchelf(pid=23263): Terminated: ok {rc=0}\u000a19:38:17.175140 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23260): Process ended prematurely: osmo-stp_10.42.42.5(pid=23260) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23260)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:38:17.184999 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:38:17.245723 run osmo-hlr_10.42.42.2(pid=23257): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23257)]\u000a19:38:17.295266 run osmo-hlr_10.42.42.2(pid=23257): stdout: \u000a| (launched: 2022-12-13_19:38:13.867107) \u000a19:38:17.345185 run osmo-hlr_10.42.42.2(pid=23257): stderr: \u000a| �[0;m�[1;31m20221213193814060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193814060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193814061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193814061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193814061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193814061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193814073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193814081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193814082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193814082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:17.387886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23252): Terminating (SIGTERM)\u000a19:38:17.428233 run iperf3-srv_10.42.42.10(pid=23253): Terminating (SIGTERM)\u000a19:38:17.468778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23256): Terminating (SIGTERM)\u000a19:38:17.509125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23259): Terminating (SIGTERM)\u000a19:38:17.550012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23262): Terminating (SIGTERM)\u000a19:38:17.559663 --- ParallelTerminationStrategy: PID 23252 died...\u000a19:38:17.613663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23252): Terminated: ok {rc=0}\u000a19:38:17.623371 --- ParallelTerminationStrategy: PID 23253 died...\u000a19:38:17.677072 run iperf3-srv_10.42.42.10(pid=23253): Terminated {rc=256}\u000a19:38:17.686598 --- ParallelTerminationStrategy: PID 23256 died...\u000a19:38:17.740313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23256): Terminated: ok {rc=0}\u000a19:38:17.750086 --- ParallelTerminationStrategy: PID 23259 died...\u000a19:38:17.803617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23259): Terminated: ok {rc=0}\u000a19:38:17.813478 --- ParallelTerminationStrategy: PID 23262 died...\u000a19:38:17.866987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23262): Terminated: ok {rc=0}\u000a19:38:17.950797 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23278): Process ended prematurely: osmo-stp_10.42.42.5(pid=23278) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23278)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23278): Process ended prematurely: osmo-stp_10.42.42.5(pid=23278) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:38:19.065657 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:19.081090 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:38:19.239094 tst iperf3m4.py: using LAC 35813\u000a19:38:19.363809 tst iperf3m4.py: using RAC 113\u000a19:38:19.490203 tst iperf3m4.py: using CellId 35813\u000a19:38:19.619035 tst iperf3m4.py: using BVCI 35814\u000a19:38:19.643352 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:19.655033 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:19.666481 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:19.677888 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:19.689737 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:19.701432 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:19.713240 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:19.724797 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:19.736727 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:38:19.853191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:38:19.973206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:38:20.089039 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:38:20.363081 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:38:20.487284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:38:20.796321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23264): Launched\u000a19:38:21.053373 run iperf3-srv_10.42.42.10(pid=23265): Launched\u000a19:38:21.234539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:38:21.358271 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:38:21.668765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23266): Launched\u000a19:38:21.925495 run iperf3-srv_10.42.42.10(pid=23267): Launched\u000a19:38:22.106374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:38:22.230069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:38:22.539472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23268): Launched\u000a19:38:22.798876 run iperf3-srv_10.42.42.10(pid=23269): Launched\u000a19:38:22.980421 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:38:23.105171 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:38:23.414370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23270): Launched\u000a19:38:23.671219 run iperf3-srv_10.42.42.10(pid=23271): Launched\u000a19:38:23.852294 tst iperf3m4.py:8: start network...\u000a19:38:23.975913 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:24.457421 run create_hlr_db(pid=23272): Launched\u000a19:38:24.629190 bus /gobi_6: Setting Powered False\u000a19:38:25.650286 run create_hlr_db(pid=23272): Terminated: ok {rc=0}\u000a19:38:26.077895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23274): Launched\u000a19:38:26.399276 run osmo-hlr_10.42.42.2(pid=23275): Launched\u000a19:38:26.519313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:27.080018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23277): Launched\u000a19:38:27.400567 run osmo-stp_10.42.42.5(pid=23278): Launched\u000a19:38:27.518671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:38:28.079359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23280): Launched\u000a19:38:28.194138 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:38:28.474280 run patchelf(pid=23281): Launched\u000a19:38:28.662053 run osmo-stp_10.42.42.5(pid=23278): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23278)]\u000a19:38:28.798912 run osmo-stp_10.42.42.5(pid=23278): stdout: \u000a| (launched: 2022-12-13_19:38:27.243246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:28.936826 run osmo-stp_10.42.42.5(pid=23278): stderr: \u000a| �[0;m�[38;5;43m20221213193827432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193827432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193827432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193827432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193827433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193827433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193827433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:29.069291 run osmo-stp_10.42.42.5(pid=23278): stdout: \u000a| (launched: 2022-12-13_19:38:27.243246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:29.200902 run osmo-stp_10.42.42.5(pid=23278): stderr: \u000a| �[0;m�[38;5;43m20221213193827432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193827432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193827432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193827432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193827433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193827433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193827433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:29.353868 run patchelf(pid=23281): Terminating (SIGINT)\u000a19:38:29.533279 run patchelf(pid=23281): Terminated: ok {rc=0}\u000a19:38:29.566109 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23278): Process ended prematurely: osmo-stp_10.42.42.5(pid=23278) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23278)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:38:29.576048 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a19:38:29.639422 run osmo-hlr_10.42.42.2(pid=23275): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23275)]\u000a19:38:29.690752 run osmo-hlr_10.42.42.2(pid=23275): stdout: \u000a| (launched: 2022-12-13_19:38:26.241224) \u000a19:38:29.742957 run osmo-hlr_10.42.42.2(pid=23275): stderr: \u000a| �[0;m�[1;31m20221213193826437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193826437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193826437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193826437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193826437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193826437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193826449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193826458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193826458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193826458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:29.787614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23264): Terminating (SIGTERM)\u000a19:38:29.829683 run iperf3-srv_10.42.42.10(pid=23265): Terminating (SIGTERM)\u000a19:38:29.872175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23266): Terminating (SIGTERM)\u000a19:38:29.914208 run iperf3-srv_10.42.42.10(pid=23267): Terminating (SIGTERM)\u000a19:38:29.956301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23268): Terminating (SIGTERM)\u000a19:38:29.998393 run iperf3-srv_10.42.42.10(pid=23269): Terminating (SIGTERM)\u000a19:38:30.040412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23270): Terminating (SIGTERM)\u000a19:38:30.082375 run iperf3-srv_10.42.42.10(pid=23271): Terminating (SIGTERM)\u000a19:38:30.124406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23274): Terminating (SIGTERM)\u000a19:38:30.166443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23277): Terminating (SIGTERM)\u000a19:38:30.208444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23280): Terminating (SIGTERM)\u000a19:38:30.218219 --- ParallelTerminationStrategy: PID 23264 died...\u000a19:38:30.274866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23264): Terminated: ok {rc=0}\u000a19:38:30.285072 --- ParallelTerminationStrategy: PID 23265 died...\u000a19:38:30.341250 run iperf3-srv_10.42.42.10(pid=23265): Terminated {rc=256}\u000a19:38:30.351367 --- ParallelTerminationStrategy: PID 23266 died...\u000a19:38:30.407224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23266): Terminated: ok {rc=0}\u000a19:38:30.417422 --- ParallelTerminationStrategy: PID 23267 died...\u000a19:38:30.473399 run iperf3-srv_10.42.42.10(pid=23267): Terminated {rc=256}\u000a19:38:30.483422 --- ParallelTerminationStrategy: PID 23268 died...\u000a19:38:30.539440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23268): Terminated: ok {rc=0}\u000a19:38:30.549595 --- ParallelTerminationStrategy: PID 23269 died...\u000a19:38:30.605615 run iperf3-srv_10.42.42.10(pid=23269): Terminated {rc=256}\u000a19:38:30.615684 --- ParallelTerminationStrategy: PID 23270 died...\u000a19:38:30.671781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23270): Terminated: ok {rc=0}\u000a19:38:30.681915 --- ParallelTerminationStrategy: PID 23271 died...\u000a19:38:30.737703 run iperf3-srv_10.42.42.10(pid=23271): Terminated {rc=256}\u000a19:38:30.747854 --- ParallelTerminationStrategy: PID 23274 died...\u000a19:38:30.803585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23274): Terminated: ok {rc=0}\u000a19:38:30.814094 --- ParallelTerminationStrategy: PID 23277 died...\u000a19:38:30.875783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23277): Terminated: ok {rc=0}\u000a19:38:30.889752 --- ParallelTerminationStrategy: PID 23280 died...\u000a19:38:30.949883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23280): Terminated: ok {rc=0}\u000a19:38:31.041158 bus /gobi_4: Setting Powered False\u000a19:38:32.148331 bus /gobi_4: Setting Powered False\u000a19:38:33.258177 bus /gobi_1: Setting Powered False\u000a19:38:34.362235 bus /gobi_1: Setting Powered False\u000a19:38:35.469121 bus /gobi_0: Setting Powered False\u000a19:38:36.575146 bus /gobi_0: Setting Powered False\u000a19:38:37.682473 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23288): Process ended prematurely: osmo-stp_10.42.42.5(pid=23288) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23288)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23288): Process ended prematurely: osmo-stp_10.42.42.5(pid=23288) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:38:38.750846 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:38.763229 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:38:38.923414 tst ping.py: using LAC 35814\u000a19:38:39.044788 tst ping.py: using RAC 114\u000a19:38:39.166171 tst ping.py: using CellId 35814\u000a19:38:39.287598 tst ping.py: using BVCI 35815\u000a19:38:39.311716 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:39.323314 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:39.334779 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:39.346206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:39.358115 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:39.370039 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:39.382142 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:39.394265 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:38:39.682259 tst ping.py:19: start network...\u000a19:38:39.814031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:40.309261 run create_hlr_db(pid=23282): Launched\u000a19:38:40.491349 bus /gobi_6: Setting Powered False\u000a19:38:41.512555 run create_hlr_db(pid=23282): Terminated: ok {rc=0}\u000a19:38:41.906965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23284): Launched\u000a19:38:42.199802 run osmo-hlr_10.42.42.2(pid=23285): Launched\u000a19:38:42.312174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:42.823188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23287): Launched\u000a19:38:43.115320 run osmo-stp_10.42.42.5(pid=23288): Launched\u000a19:38:43.223182 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:38:43.734789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23290): Launched\u000a19:38:43.838753 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:38:44.094261 run patchelf(pid=23291): Launched\u000a19:38:44.265569 run osmo-stp_10.42.42.5(pid=23288): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23288)]\u000a19:38:44.390822 run osmo-stp_10.42.42.5(pid=23288): stdout: \u000a| (launched: 2022-12-13_19:38:42.971650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:44.516358 run osmo-stp_10.42.42.5(pid=23288): stderr: \u000a| �[0;m�[38;5;43m20221213193843137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193843137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193843138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193843138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193843139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193843139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193843139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:44.637744 run osmo-stp_10.42.42.5(pid=23288): stdout: \u000a| (launched: 2022-12-13_19:38:42.971650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:44.758177 run osmo-stp_10.42.42.5(pid=23288): stderr: \u000a| �[0;m�[38;5;43m20221213193843137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193843137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193843138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193843138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193843139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193843139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193843139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:44.897975 run patchelf(pid=23291): Terminating (SIGINT)\u000a19:38:45.061935 run patchelf(pid=23291): Terminated: ok {rc=0}\u000a19:38:45.091773 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23288): Process ended prematurely: osmo-stp_10.42.42.5(pid=23288) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23288)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:38:45.100390 tst ping.py:22: Test FAILED (6.3 sec)\u000a19:38:45.159773 run osmo-hlr_10.42.42.2(pid=23285): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23285)]\u000a19:38:45.208557 run osmo-hlr_10.42.42.2(pid=23285): stdout: \u000a| (launched: 2022-12-13_19:38:42.055818) \u000a19:38:45.258224 run osmo-hlr_10.42.42.2(pid=23285): stderr: \u000a| �[0;m�[1;31m20221213193842227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193842227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193842227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193842227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193842227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193842227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193842239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193842250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193842250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193842250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:45.300206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23284): Terminating (SIGTERM)\u000a19:38:45.339712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23287): Terminating (SIGTERM)\u000a19:38:45.379181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23290): Terminating (SIGTERM)\u000a19:38:45.388395 --- ParallelTerminationStrategy: PID 23284 died...\u000a19:38:45.441091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23284): Terminated: ok {rc=0}\u000a19:38:45.450597 --- ParallelTerminationStrategy: PID 23287 died...\u000a19:38:45.503455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23287): Terminated: ok {rc=0}\u000a19:38:45.513073 --- ParallelTerminationStrategy: PID 23290 died...\u000a19:38:45.565627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23290): Terminated: ok {rc=0}\u000a19:38:45.647812 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23298): Process ended prematurely: osmo-stp_10.42.42.5(pid=23298) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23298)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23298): Process ended prematurely: osmo-stp_10.42.42.5(pid=23298) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23298)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:38:46.700477 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:46.713137 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:38:46.893662 tst ping_idle_ping.py: using LAC 35815\u000a19:38:47.037427 tst ping_idle_ping.py: using RAC 115\u000a19:38:47.190502 tst ping_idle_ping.py: using CellId 35815\u000a19:38:47.317310 tst ping_idle_ping.py: using BVCI 35816\u000a19:38:47.341593 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:47.353367 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:47.364702 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:47.376149 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:47.388482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:47.400738 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:47.413252 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:38:47.425615 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:38:47.717771 tst ping_idle_ping.py:24: start network...\u000a19:38:47.850293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:48.350251 run create_hlr_db(pid=23292): Launched\u000a19:38:48.533623 bus /gobi_6: Setting Powered False\u000a19:38:49.554741 run create_hlr_db(pid=23292): Terminated: ok {rc=0}\u000a19:38:49.950266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23294): Launched\u000a19:38:50.243892 run osmo-hlr_10.42.42.2(pid=23295): Launched\u000a19:38:50.356443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:50.864660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23297): Launched\u000a19:38:51.157882 run osmo-stp_10.42.42.5(pid=23298): Launched\u000a19:38:51.263693 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:38:51.775692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23300): Launched\u000a19:38:51.879813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:38:52.136836 run patchelf(pid=23301): Launched\u000a19:38:52.308498 run osmo-stp_10.42.42.5(pid=23298): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23298)]\u000a19:38:52.434189 run osmo-stp_10.42.42.5(pid=23298): stdout: \u000a| (launched: 2022-12-13_19:38:51.013856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:52.560126 run osmo-stp_10.42.42.5(pid=23298): stderr: \u000a| �[0;m�[38;5;43m20221213193851179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193851179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193851179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193851179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193851180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193851180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193851180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:52.682118 run osmo-stp_10.42.42.5(pid=23298): stdout: \u000a| (launched: 2022-12-13_19:38:51.013856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:52.803001 run osmo-stp_10.42.42.5(pid=23298): stderr: \u000a| �[0;m�[38;5;43m20221213193851179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193851179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193851179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193851179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193851180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193851180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193851180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:52.943360 run patchelf(pid=23301): Terminating (SIGINT)\u000a19:38:53.108456 run patchelf(pid=23301): Terminated: ok {rc=0}\u000a19:38:53.138664 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23298): Process ended prematurely: osmo-stp_10.42.42.5(pid=23298) [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23298)] [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:38:53.147318 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:38:53.207028 run osmo-hlr_10.42.42.2(pid=23295): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23295)]\u000a19:38:53.255780 run osmo-hlr_10.42.42.2(pid=23295): stdout: \u000a| (launched: 2022-12-13_19:38:50.099274) \u000a19:38:53.305545 run osmo-hlr_10.42.42.2(pid=23295): stderr: \u000a| �[0;m�[1;31m20221213193850271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193850271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193850271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193850271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193850271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193850271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193850283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193850292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193850292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193850292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:53.347785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23294): Terminating (SIGTERM)\u000a19:38:53.387743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23297): Terminating (SIGTERM)\u000a19:38:53.427380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23300): Terminating (SIGTERM)\u000a19:38:53.436570 --- ParallelTerminationStrategy: PID 23294 died...\u000a19:38:53.489425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23294): Terminated: ok {rc=0}\u000a19:38:53.498945 --- ParallelTerminationStrategy: PID 23297 died...\u000a19:38:53.551526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23297): Terminated: ok {rc=0}\u000a19:38:53.561106 --- ParallelTerminationStrategy: PID 23300 died...\u000a19:38:53.613640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23300): Terminated: ok {rc=0}\u000a19:38:53.696437 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:37:56" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23312): Process ended prematurely: osmo-stp_10.42.42.5(pid=23312) [trial-2393↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23312)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23312): Process ended prematurely: osmo-stp_10.42.42.5(pid=23312) [trial-2393↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:38:55.709740 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:38:55.721076 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:38:55.872024 tst switch_tch_pdch.py: using LAC 35816\u000a19:38:55.991480 tst switch_tch_pdch.py: using RAC 116\u000a19:38:56.105370 tst switch_tch_pdch.py: using CellId 35816\u000a19:38:56.218193 tst switch_tch_pdch.py: using BVCI 35817\u000a19:38:56.240402 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:38:56.251812 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:38:56.263050 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:38:56.274253 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:38:56.285511 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:38:56.296727 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:38:56.308108 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:38:56.319290 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:38:56.438043 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:38:56.725639 tst switch_tch_pdch.py:51: start network...\u000a19:38:56.857697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:57.353755 run create_hlr_db(pid=23306): Launched\u000a19:38:57.536722 bus /gobi_6: Setting Powered False\u000a19:38:58.558242 run create_hlr_db(pid=23306): Terminated: ok {rc=0}\u000a19:38:58.978194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23308): Launched\u000a19:38:59.293061 run osmo-hlr_10.42.42.2(pid=23309): Launched\u000a19:38:59.407300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:59.954392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23311): Launched\u000a19:39:00.270586 run osmo-stp_10.42.42.5(pid=23312): Launched\u000a19:39:00.385265 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:39:00.969483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23314): Launched\u000a19:39:01.103266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:39:01.414847 run patchelf(pid=23343): Launched\u000a19:39:01.619380 run osmo-stp_10.42.42.5(pid=23312): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23312)]\u000a19:39:01.753655 run osmo-stp_10.42.42.5(pid=23312): stdout: \u000a| (launched: 2022-12-13_19:39:00.115115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:01.890604 run osmo-stp_10.42.42.5(pid=23312): stderr: \u000a| �[0;m�[38;5;43m20221213193900302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193900302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193900302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193900303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193900303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193900303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193900303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:02.030157 run osmo-stp_10.42.42.5(pid=23312): stdout: \u000a| (launched: 2022-12-13_19:39:00.115115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:02.174503 run osmo-stp_10.42.42.5(pid=23312): stderr: \u000a| �[0;m�[38;5;43m20221213193900302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193900302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193900302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193900303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193900303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193900303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193900303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:02.320336 run patchelf(pid=23343): Terminating (SIGINT)\u000a19:39:02.511664 run patchelf(pid=23343): Terminated: ok {rc=0}\u000a19:39:02.544356 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23312): Process ended prematurely: osmo-stp_10.42.42.5(pid=23312) [trial-2393↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23312)] [trial-2393↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:39:02.553714 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a19:39:02.625383 run osmo-hlr_10.42.42.2(pid=23309): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23309)]\u000a19:39:02.681613 run osmo-hlr_10.42.42.2(pid=23309): stdout: \u000a| (launched: 2022-12-13_19:38:59.138632) \u000a19:39:02.738581 run osmo-hlr_10.42.42.2(pid=23309): stderr: \u000a| �[0;m�[1;31m20221213193859331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193859331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193859331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193859331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193859331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193859332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193859344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193859353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193859353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193859353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:02.782930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23308): Terminating (SIGTERM)\u000a19:39:02.832525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23311): Terminating (SIGTERM)\u000a19:39:02.874795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23314): Terminating (SIGTERM)\u000a19:39:02.884739 --- ParallelTerminationStrategy: PID 23308 died...\u000a19:39:02.952828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23308): Terminated: ok {rc=0}\u000a19:39:02.963731 --- ParallelTerminationStrategy: PID 23311 died...\u000a19:39:03.018455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23311): Terminated: ok {rc=0}\u000a19:39:03.029655 --- ParallelTerminationStrategy: PID 23314 died...\u000a19:39:03.095996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23314): Terminated: ok {rc=0}\u000a19:39:03.193297 bus /gobi_0: Setting Powered False\u000a19:39:04.305477 bus /gobi_0: Setting Powered False\u000a19:39:05.420388 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:38:55" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23598): Process ended prematurely: osmo-stp_10.42.42.5(pid=23598) [trial-2393↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23598)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23598): Process ended prematurely: osmo-stp_10.42.42.5(pid=23598) [trial-2393↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:39:07.423048 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:39:07.435758 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:39:07.603130 tst switch_tch_pdch.py: using LAC 35817\u000a19:39:07.728397 tst switch_tch_pdch.py: using RAC 117\u000a19:39:07.856201 tst switch_tch_pdch.py: using CellId 35817\u000a19:39:07.983757 tst switch_tch_pdch.py: using BVCI 35818\u000a19:39:08.009211 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:39:08.022298 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:39:08.034918 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:39:08.048648 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:39:08.062236 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:39:08.075748 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:39:08.089655 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:39:08.103251 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:39:08.228180 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:39:08.525589 tst switch_tch_pdch.py:51: start network...\u000a19:39:08.661202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:09.179339 run create_hlr_db(pid=23592): Launched\u000a19:39:09.312517 bus /gobi_6: Setting Powered False\u000a19:39:10.390625 run create_hlr_db(pid=23592): Terminated: ok {rc=0}\u000a19:39:10.778125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23594): Launched\u000a19:39:11.171526 run osmo-hlr_10.42.42.2(pid=23595): Launched\u000a19:39:11.392206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:11.985453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23597): Launched\u000a19:39:12.406688 run osmo-stp_10.42.42.5(pid=23598): Launched\u000a19:39:12.626558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:39:13.175333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23600): Launched\u000a19:39:13.292590 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:39:13.588804 run patchelf(pid=23601): Launched\u000a19:39:13.780741 run osmo-stp_10.42.42.5(pid=23598): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23598)]\u000a19:39:13.921150 run osmo-stp_10.42.42.5(pid=23598): stdout: \u000a| (launched: 2022-12-13_19:39:12.151232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:14.061348 run osmo-stp_10.42.42.5(pid=23598): stderr: \u000a| �[0;m�[38;5;43m20221213193912448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193912448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193912448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193912449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193912449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193912449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193912449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:14.198723 run osmo-stp_10.42.42.5(pid=23598): stdout: \u000a| (launched: 2022-12-13_19:39:12.151232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:14.332738 run osmo-stp_10.42.42.5(pid=23598): stderr: \u000a| �[0;m�[38;5;43m20221213193912448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193912448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193912448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193912449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193912449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193912449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193912449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:14.490990 run patchelf(pid=23601): Terminating (SIGINT)\u000a19:39:14.677173 run patchelf(pid=23601): Terminated: ok {rc=0}\u000a19:39:14.711099 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23598): Process ended prematurely: osmo-stp_10.42.42.5(pid=23598) [trial-2393↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23598)] [trial-2393↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:39:14.721499 tst switch_tch_pdch.py:54: Test FAILED (7.3 sec)\u000a19:39:14.789735 run osmo-hlr_10.42.42.2(pid=23595): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23595)]\u000a19:39:14.844347 run osmo-hlr_10.42.42.2(pid=23595): stdout: \u000a| (launched: 2022-12-13_19:39:10.929409) \u000a19:39:14.899730 run osmo-hlr_10.42.42.2(pid=23595): stderr: \u000a| �[0;m�[1;31m20221213193911253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193911253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193911254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193911254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193911254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193911254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193911277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193911290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193911290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193911290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:14.948334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23594): Terminating (SIGTERM)\u000a19:39:14.995155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23597): Terminating (SIGTERM)\u000a19:39:15.041822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23600): Terminating (SIGTERM)\u000a19:39:15.054214 --- ParallelTerminationStrategy: PID 23594 died...\u000a19:39:15.114922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23594): Terminated: ok {rc=0}\u000a19:39:15.127460 --- ParallelTerminationStrategy: PID 23597 died...\u000a19:39:15.187006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23597): Terminated: ok {rc=0}\u000a19:39:15.199320 --- ParallelTerminationStrategy: PID 23600 died...\u000a19:39:15.258133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23600): Terminated: ok {rc=0}\u000a19:39:15.350270 bus /gobi_0: Setting Powered False\u000a19:39:16.477176 bus /gobi_0: Setting Powered False\u000a19:39:17.596638 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:39:07" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23606): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23606) [trial-2393↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23606)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23606): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23606) [trial-2393↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a19:39:19.498795 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a19:39:19.511226 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a19:39:19.647489 tst mo_mt_sms.py: using LAC 35818\u000a19:39:19.776623 tst mo_mt_sms.py: using RAC 118\u000a19:39:19.908673 tst mo_mt_sms.py: using CellId 35818\u000a19:39:20.033997 tst mo_mt_sms.py: using BVCI 35819\u000a19:39:20.059446 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a19:39:20.182353 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a19:39:20.482032 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:39:20.621104 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:39:21.304872 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23605): Launched\u000a19:39:21.648156 run osmo-nitb_10.42.42.2(pid=23606): Launched\u000a19:39:21.852187 run osmo-nitb_10.42.42.2(pid=23606): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23606)]\u000a19:39:22.002691 run osmo-nitb_10.42.42.2(pid=23606): stdout: \u000a| (launched: 2022-12-13_19:39:21.471349) \u000a19:39:22.151228 run osmo-nitb_10.42.42.2(pid=23606): stderr: \u000a| (launched: 2022-12-13_19:39:21.521711)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:39:22.294882 run osmo-nitb_10.42.42.2(pid=23606): stdout: \u000a| (launched: 2022-12-13_19:39:21.471349) \u000a19:39:22.438544 run osmo-nitb_10.42.42.2(pid=23606): stderr: \u000a| (launched: 2022-12-13_19:39:21.521711)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:39:22.781502 tst osmo-nitb_10.42.42.2(pid=23606): stdout: \u000a| (launched: 2022-12-13_19:39:21.471349) \u000a19:39:22.913115 tst osmo-nitb_10.42.42.2(pid=23606): stderr: \u000a| (launched: 2022-12-13_19:39:21.521711)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:39:22.971793 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23606): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23606) [trial-2393↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23606)] [trial-2393↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a19:39:22.981983 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a19:39:23.021915 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23605): Terminating (SIGTERM)\u000a19:39:23.202609 --- ParallelTerminationStrategy: PID 23605 died...\u000a19:39:23.262698 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23605): Terminated: ok {rc=0}\u000a19:39:23.350298 bus /sierra_3: Setting Powered False\u000a19:39:24.456221 bus /sierra_3: Setting Powered False\u000a19:39:25.563037 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:39:19" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23618): Process ended prematurely: osmo-stp_10.42.42.5(pid=23618) [trial-2393↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23618)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23618): Process ended prematurely: osmo-stp_10.42.42.5(pid=23618) [trial-2393↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a19:39:27.430758 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:39:27.442099 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:39:27.573055 tst mo_mt_sms.py: using LAC 35819\u000a19:39:27.698004 tst mo_mt_sms.py: using RAC 119\u000a19:39:27.823384 tst mo_mt_sms.py: using CellId 35819\u000a19:39:27.946790 tst mo_mt_sms.py: using BVCI 35820\u000a19:39:27.970650 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:39:27.981861 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:39:27.993045 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:39:28.004061 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:39:28.015412 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:39:28.026742 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a19:39:28.143344 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a19:39:28.341219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:28.811574 run create_hlr_db(pid=23612): Launched\u000a19:39:28.980451 bus /sierra_2: Setting Powered False\u000a19:39:30.001477 run create_hlr_db(pid=23612): Terminated: ok {rc=0}\u000a19:39:30.390864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23614): Launched\u000a19:39:30.683017 run osmo-hlr_10.42.42.2(pid=23615): Launched\u000a19:39:30.789915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:31.354258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23617): Launched\u000a19:39:31.772778 run osmo-stp_10.42.42.5(pid=23618): Launched\u000a19:39:31.916695 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:32.554701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23620): Launched\u000a19:39:32.869557 run osmo-msc_10.42.42.6(pid=23621): Launched\u000a19:39:33.055022 run osmo-stp_10.42.42.5(pid=23618): ERR: Terminated: ERROR {rc=1} [trial-2393↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23618)]\u000a19:39:33.188553 run osmo-stp_10.42.42.5(pid=23618): stdout: \u000a| (launched: 2022-12-13_19:39:31.521464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:33.321894 run osmo-stp_10.42.42.5(pid=23618): stderr: \u000a| �[0;m�[38;5;43m20221213193931816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193931817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193931817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193931817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193931818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193931818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193931818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:33.449729 run osmo-stp_10.42.42.5(pid=23618): stdout: \u000a| (launched: 2022-12-13_19:39:31.521464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:33.576531 run osmo-stp_10.42.42.5(pid=23618): stderr: \u000a| �[0;m�[38;5;43m20221213193931816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193931817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193931817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193931817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193931818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193931818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193931818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:33.631700 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23618): Process ended prematurely: osmo-stp_10.42.42.5(pid=23618) [trial-2393↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23618)] [trial-2393↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a19:39:33.640310 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a19:39:33.702783 run osmo-hlr_10.42.42.2(pid=23615): ERR: Terminated: ERROR {rc=237} [trial-2393↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23615)]\u000a19:39:33.754322 run osmo-hlr_10.42.42.2(pid=23615): stdout: \u000a| (launched: 2022-12-13_19:39:30.539185) \u000a19:39:33.806539 run osmo-hlr_10.42.42.2(pid=23615): stderr: \u000a| �[0;m�[1;31m20221213193930708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193930708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193930709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193930709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193930709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193930709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193930722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193930731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193930731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193930731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:33.877396 run osmo-msc_10.42.42.6(pid=23621): ERR: Terminated: ERROR {rc=2} [trial-2393↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23621)]\u000a19:39:33.928607 run osmo-msc_10.42.42.6(pid=23621): stdout: \u000a| (launched: 2022-12-13_19:39:32.714562) \u000a19:39:33.980282 run osmo-msc_10.42.42.6(pid=23621): stderr: \u000a| �[0;m�[38;5;43m20221213193933031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193933031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbba5eb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193933031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193933031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193933032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193933032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193933034 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193933034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193933034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193933034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:34.024630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23614): Terminating (SIGTERM)\u000a19:39:34.066424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23617): Terminating (SIGTERM)\u000a19:39:34.108001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23620): Terminating (SIGTERM)\u000a19:39:34.117752 --- ParallelTerminationStrategy: PID 23614 died...\u000a19:39:34.173745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23614): Terminated: ok {rc=0}\u000a19:39:34.184061 --- ParallelTerminationStrategy: PID 23617 died...\u000a19:39:34.239581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23617): Terminated: ok {rc=0}\u000a19:39:34.250255 --- ParallelTerminationStrategy: PID 23620 died...\u000a19:39:34.305724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23620): Terminated: ok {rc=0}\u000a19:39:34.392283 bus /sierra_3: Setting Powered False\u000a19:39:35.496904 bus /sierra_3: Setting Powered False\u000a19:39:36.603485 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:39:27" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23627): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23627) [trial-2393↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23627)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23627): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23627) [trial-2393↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a19:39:38.425177 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a19:39:38.436107 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:39:38.556870 tst assert_extension.py: using LAC 35820\u000a19:39:38.673911 tst assert_extension.py: using RAC 120\u000a19:39:38.788681 tst assert_extension.py: using CellId 35820\u000a19:39:38.903686 tst assert_extension.py: using BVCI 35821\u000a19:39:38.926031 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a19:39:39.211260 tst assert_extension.py:10: start nitb and bts...\u000a19:39:39.342617 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:39:39.995875 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23626): Launched\u000a19:39:40.307134 run osmo-nitb_10.42.42.2(pid=23627): Launched\u000a19:39:40.500473 run osmo-nitb_10.42.42.2(pid=23627): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23627)]\u000a19:39:40.643400 run osmo-nitb_10.42.42.2(pid=23627): stdout: \u000a| (launched: 2022-12-13_19:39:40.155844) \u000a19:39:40.786221 run osmo-nitb_10.42.42.2(pid=23627): stderr: \u000a| (launched: 2022-12-13_19:39:40.202693)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:39:40.925271 run osmo-nitb_10.42.42.2(pid=23627): stdout: \u000a| (launched: 2022-12-13_19:39:40.155844) \u000a19:39:41.062742 run osmo-nitb_10.42.42.2(pid=23627): stderr: \u000a| (launched: 2022-12-13_19:39:40.202693)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:39:41.434538 tst osmo-nitb_10.42.42.2(pid=23627): stdout: \u000a| (launched: 2022-12-13_19:39:40.155844) \u000a19:39:41.561301 tst osmo-nitb_10.42.42.2(pid=23627): stderr: \u000a| (launched: 2022-12-13_19:39:40.202693)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:39:41.616121 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23627): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23627) [trial-2393↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23627)] [trial-2393↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a19:39:41.624734 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a19:39:41.660814 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23626): Terminating (SIGTERM)\u000a19:39:41.838520 --- ParallelTerminationStrategy: PID 23626 died...\u000a19:39:41.896138 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23626): Terminated: ok {rc=0}\u000a19:39:41.981760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:39:38" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23637): Process ended prematurely: osmo-stp_10.42.42.5(pid=23637) [trial-2393↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23637)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23637): Process ended prematurely: osmo-stp_10.42.42.5(pid=23637) [trial-2393↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a19:39:43.791305 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:39:43.802152 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:39:43.924847 tst assert_extension.py: using LAC 35821\u000a19:39:44.038858 tst assert_extension.py: using RAC 121\u000a19:39:44.152641 tst assert_extension.py: using CellId 35821\u000a19:39:44.273997 tst assert_extension.py: using BVCI 35822\u000a19:39:44.298119 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:39:44.309303 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:39:44.320308 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:39:44.331337 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:39:44.342795 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:39:44.354242 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a19:39:44.549955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:45.020582 run create_hlr_db(pid=23631): Launched\u000a19:39:45.189462 bus /sierra_2: Setting Powered False\u000a19:39:46.276518 run create_hlr_db(pid=23631): Terminated: ok {rc=0}\u000a19:39:46.732255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23633): Launched\u000a19:39:47.091352 run osmo-hlr_10.42.42.2(pid=23634): Launched\u000a19:39:47.231975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:47.810879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23636): Launched\u000a19:39:48.103728 run osmo-stp_10.42.42.5(pid=23637): Launched\u000a19:39:48.209235 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:48.744218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23639): Launched\u000a19:39:49.038498 run osmo-msc_10.42.42.6(pid=23640): Launched\u000a19:39:49.210355 run osmo-stp_10.42.42.5(pid=23637): ERR: Terminated: ERROR {rc=1} [trial-2393↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23637)]\u000a19:39:49.334248 run osmo-stp_10.42.42.5(pid=23637): stdout: \u000a| (launched: 2022-12-13_19:39:47.960444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:49.457248 run osmo-stp_10.42.42.5(pid=23637): stderr: \u000a| �[0;m�[38;5;43m20221213193948127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193948127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193948127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193948127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193948128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193948128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193948128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:49.575138 run osmo-stp_10.42.42.5(pid=23637): stdout: \u000a| (launched: 2022-12-13_19:39:47.960444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:49.692734 run osmo-stp_10.42.42.5(pid=23637): stderr: \u000a| �[0;m�[38;5;43m20221213193948127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193948127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193948127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193948127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193948128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193948128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193948128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:49.744666 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23637): Process ended prematurely: osmo-stp_10.42.42.5(pid=23637) [trial-2393↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23637)] [trial-2393↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a19:39:49.752857 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a19:39:49.812297 run osmo-hlr_10.42.42.2(pid=23634): ERR: Terminated: ERROR {rc=237} [trial-2393↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23634)]\u000a19:39:49.861316 run osmo-hlr_10.42.42.2(pid=23634): stdout: \u000a| (launched: 2022-12-13_19:39:46.883924) \u000a19:39:49.910929 run osmo-hlr_10.42.42.2(pid=23634): stderr: \u000a| �[0;m�[1;31m20221213193947198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193947198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193947198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193947198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193947198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193947198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193947216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193947242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193947242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193947242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:49.977938 run osmo-msc_10.42.42.6(pid=23640): ERR: Terminated: ERROR {rc=2} [trial-2393↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23640)]\u000a19:39:50.026756 run osmo-msc_10.42.42.6(pid=23640): stdout: \u000a| (launched: 2022-12-13_19:39:48.893488) \u000a19:39:50.076033 run osmo-msc_10.42.42.6(pid=23640): stderr: \u000a| �[0;m�[38;5;43m20221213193949162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193949162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb54f173c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193949162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193949162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193949162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193949163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193949164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193949165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193949165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193949165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:50.118109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23633): Terminating (SIGTERM)\u000a19:39:50.157853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23636): Terminating (SIGTERM)\u000a19:39:50.197410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23639): Terminating (SIGTERM)\u000a19:39:50.206678 --- ParallelTerminationStrategy: PID 23633 died...\u000a19:39:50.259810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23633): Terminated: ok {rc=0}\u000a19:39:50.269285 --- ParallelTerminationStrategy: PID 23636 died...\u000a19:39:50.321757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23636): Terminated: ok {rc=0}\u000a19:39:50.331297 --- ParallelTerminationStrategy: PID 23639 died...\u000a19:39:50.384129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23639): Terminated: ok {rc=0}\u000a19:39:50.467385 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:39:43" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23651): Process ended prematurely: osmo-stp_10.42.42.5(pid=23651) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23651)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23651): Process ended prematurely: osmo-stp_10.42.42.5(pid=23651) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:39:52.390563 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:39:52.402077 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:39:52.550168 tst mo_mt_call.py: using LAC 35822\u000a19:39:52.665508 tst mo_mt_call.py: using RAC 122\u000a19:39:52.780305 tst mo_mt_call.py: using CellId 35822\u000a19:39:52.895101 tst mo_mt_call.py: using BVCI 35823\u000a19:39:52.917900 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:39:52.929221 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:39:52.940171 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:39:52.951668 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:39:52.963052 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:39:52.974634 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:39:53.088313 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:39:53.298342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:53.802874 run create_hlr_db(pid=23645): Launched\u000a19:39:53.988542 bus /sierra_2: Setting Powered False\u000a19:39:55.010279 run create_hlr_db(pid=23645): Terminated: ok {rc=0}\u000a19:39:55.410322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23647): Launched\u000a19:39:55.709071 run osmo-hlr_10.42.42.2(pid=23648): Launched\u000a19:39:55.820144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:56.336561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23650): Launched\u000a19:39:56.644622 run osmo-stp_10.42.42.5(pid=23651): Launched\u000a19:39:56.762998 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:57.348299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23653): Launched\u000a19:39:57.669960 run osmo-msc_10.42.42.6(pid=23654): Launched\u000a19:39:57.856789 run osmo-stp_10.42.42.5(pid=23651): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23651)]\u000a19:39:57.992459 run osmo-stp_10.42.42.5(pid=23651): stdout: \u000a| (launched: 2022-12-13_19:39:56.487375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:58.127229 run osmo-stp_10.42.42.5(pid=23651): stderr: \u000a| �[0;m�[38;5;43m20221213193956670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193956670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193956670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193956670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193956671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193956671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193956671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:58.257291 run osmo-stp_10.42.42.5(pid=23651): stdout: \u000a| (launched: 2022-12-13_19:39:56.487375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:58.386177 run osmo-stp_10.42.42.5(pid=23651): stderr: \u000a| �[0;m�[38;5;43m20221213193956670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213193956670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213193956670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213193956670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213193956671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213193956671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213193956671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:58.442271 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23651): Process ended prematurely: osmo-stp_10.42.42.5(pid=23651) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23651)] [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:39:58.451332 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:39:58.515160 run osmo-hlr_10.42.42.2(pid=23648): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23648)]\u000a19:39:58.567136 run osmo-hlr_10.42.42.2(pid=23648): stdout: \u000a| (launched: 2022-12-13_19:39:55.562450) \u000a19:39:58.619653 run osmo-hlr_10.42.42.2(pid=23648): stderr: \u000a| �[0;m�[1;31m20221213193955736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213193955736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213193955736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193955736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213193955736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213193955736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213193955748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213193955757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213193955757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213193955757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:58.691010 run osmo-msc_10.42.42.6(pid=23654): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23654)]\u000a19:39:58.742721 run osmo-msc_10.42.42.6(pid=23654): stdout: \u000a| (launched: 2022-12-13_19:39:57.511371) \u000a19:39:58.794948 run osmo-msc_10.42.42.6(pid=23654): stderr: \u000a| �[0;m�[38;5;43m20221213193957829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213193957829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f277aab9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213193957829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213193957829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213193957830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213193957830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213193957831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213193957832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213193957832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213193957832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:58.839440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23647): Terminating (SIGTERM)\u000a19:39:58.881889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23650): Terminating (SIGTERM)\u000a19:39:58.924064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23653): Terminating (SIGTERM)\u000a19:39:58.933793 --- ParallelTerminationStrategy: PID 23647 died...\u000a19:39:58.990270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23647): Terminated: ok {rc=0}\u000a19:39:59.000457 --- ParallelTerminationStrategy: PID 23650 died...\u000a19:39:59.056316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23650): Terminated: ok {rc=0}\u000a19:39:59.067145 --- ParallelTerminationStrategy: PID 23653 died...\u000a19:39:59.122834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23653): Terminated: ok {rc=0}\u000a19:39:59.209553 bus /sierra_3: Setting Powered False\u000a19:40:00.314940 bus /sierra_3: Setting Powered False\u000a19:40:01.441876 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23665): Process ended prematurely: osmo-stp_10.42.42.5(pid=23665) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23665)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23665): Process ended prematurely: osmo-stp_10.42.42.5(pid=23665) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:40:02.558460 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:40:02.570941 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:40:02.727234 tst mo_mt_call_osmux.py: using LAC 35823\u000a19:40:02.852153 tst mo_mt_call_osmux.py: using RAC 123\u000a19:40:02.979059 tst mo_mt_call_osmux.py: using CellId 35823\u000a19:40:03.100183 tst mo_mt_call_osmux.py: using BVCI 35824\u000a19:40:03.123013 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:40:03.134395 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:40:03.145651 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:40:03.156728 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:40:03.168107 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:40:03.179200 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:40:03.296294 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:40:03.494885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:03.975057 run create_hlr_db(pid=23659): Launched\u000a19:40:04.146264 bus /sierra_2: Setting Powered False\u000a19:40:05.169027 run create_hlr_db(pid=23659): Terminated: ok {rc=0}\u000a19:40:05.565145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23661): Launched\u000a19:40:05.862806 run osmo-hlr_10.42.42.2(pid=23662): Launched\u000a19:40:05.977277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:06.494770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23664): Launched\u000a19:40:06.794398 run osmo-stp_10.42.42.5(pid=23665): Launched\u000a19:40:06.903114 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:40:07.448841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23667): Launched\u000a19:40:07.748200 run osmo-msc_10.42.42.6(pid=23668): Launched\u000a19:40:07.925158 run osmo-stp_10.42.42.5(pid=23665): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23665)]\u000a19:40:08.051747 run osmo-stp_10.42.42.5(pid=23665): stdout: \u000a| (launched: 2022-12-13_19:40:06.647079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:08.176074 run osmo-stp_10.42.42.5(pid=23665): stderr: \u000a| �[0;m�[38;5;43m20221213194006813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194006813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194006814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194006814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194006814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194006815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194006815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:08.296316 run osmo-stp_10.42.42.5(pid=23665): stdout: \u000a| (launched: 2022-12-13_19:40:06.647079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:08.415596 run osmo-stp_10.42.42.5(pid=23665): stderr: \u000a| �[0;m�[38;5;43m20221213194006813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194006813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194006814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194006814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194006814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194006815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194006815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:08.468138 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23665): Process ended prematurely: osmo-stp_10.42.42.5(pid=23665) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23665)] [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:40:08.476644 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a19:40:08.535803 run osmo-hlr_10.42.42.2(pid=23662): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23662)]\u000a19:40:08.584327 run osmo-hlr_10.42.42.2(pid=23662): stdout: \u000a| (launched: 2022-12-13_19:40:05.716649) \u000a19:40:08.633753 run osmo-hlr_10.42.42.2(pid=23662): stderr: \u000a| �[0;m�[1;31m20221213194005889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194005889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194005889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194005889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194005889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194005889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194005900 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194005909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194005910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194005910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:08.700682 run osmo-msc_10.42.42.6(pid=23668): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23668)]\u000a19:40:08.749202 run osmo-msc_10.42.42.6(pid=23668): stdout: \u000a| (launched: 2022-12-13_19:40:07.600795) \u000a19:40:08.798197 run osmo-msc_10.42.42.6(pid=23668): stderr: \u000a| �[0;m�[38;5;43m20221213194007869 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194007870 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fd5b4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194007870 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194007870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194007870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194007870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194007872 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194007872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194007872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194007873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:40:08.840000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23661): Terminating (SIGTERM)\u000a19:40:08.879307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23664): Terminating (SIGTERM)\u000a19:40:08.918470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23667): Terminating (SIGTERM)\u000a19:40:08.927593 --- ParallelTerminationStrategy: PID 23661 died...\u000a19:40:08.980666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23661): Terminated: ok {rc=0}\u000a19:40:08.990361 --- ParallelTerminationStrategy: PID 23664 died...\u000a19:40:09.043028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23664): Terminated: ok {rc=0}\u000a19:40:09.052484 --- ParallelTerminationStrategy: PID 23667 died...\u000a19:40:09.105109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23667): Terminated: ok {rc=0}\u000a19:40:09.187986 bus /sierra_3: Setting Powered False\u000a19:40:10.293751 bus /sierra_3: Setting Powered False\u000a19:40:11.400696 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:39:52" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23679): Process ended prematurely: osmo-stp_10.42.42.5(pid=23679) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23679)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23679): Process ended prematurely: osmo-stp_10.42.42.5(pid=23679) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:40:13.383443 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:40:13.395170 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:40:13.547475 tst mo_mt_call.py: using LAC 35824\u000a19:40:13.671931 tst mo_mt_call.py: using RAC 124\u000a19:40:13.796498 tst mo_mt_call.py: using CellId 35824\u000a19:40:13.927490 tst mo_mt_call.py: using BVCI 35825\u000a19:40:13.952110 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:40:13.964107 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:40:13.975852 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:40:13.987536 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:40:13.999629 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:40:14.011643 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:40:14.124409 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:40:14.322319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:14.799552 run create_hlr_db(pid=23673): Launched\u000a19:40:14.970587 bus /sierra_2: Setting Powered False\u000a19:40:16.032230 run create_hlr_db(pid=23673): Terminated: ok {rc=0}\u000a19:40:16.487177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23675): Launched\u000a19:40:16.904345 run osmo-hlr_10.42.42.2(pid=23676): Launched\u000a19:40:17.016792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:17.652560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23678): Launched\u000a19:40:17.973544 run osmo-stp_10.42.42.5(pid=23679): Launched\u000a19:40:18.090234 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:40:18.675864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23681): Launched\u000a19:40:18.998369 run osmo-msc_10.42.42.6(pid=23682): Launched\u000a19:40:19.186530 run osmo-stp_10.42.42.5(pid=23679): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23679)]\u000a19:40:19.322165 run osmo-stp_10.42.42.5(pid=23679): stdout: \u000a| (launched: 2022-12-13_19:40:17.816203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:19.456645 run osmo-stp_10.42.42.5(pid=23679): stderr: \u000a| �[0;m�[38;5;43m20221213194018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194018005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:19.586008 run osmo-stp_10.42.42.5(pid=23679): stdout: \u000a| (launched: 2022-12-13_19:40:17.816203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:19.714207 run osmo-stp_10.42.42.5(pid=23679): stderr: \u000a| �[0;m�[38;5;43m20221213194018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194018004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194018005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194018005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:19.770587 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23679): Process ended prematurely: osmo-stp_10.42.42.5(pid=23679) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23679)] [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:40:19.779904 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a19:40:19.842396 run osmo-hlr_10.42.42.2(pid=23676): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23676)]\u000a19:40:19.894168 run osmo-hlr_10.42.42.2(pid=23676): stdout: \u000a| (launched: 2022-12-13_19:40:16.658992) \u000a19:40:19.946188 run osmo-hlr_10.42.42.2(pid=23676): stderr: \u000a| �[0;m�[1;31m20221213194017006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194017006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194017007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194017007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194017007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194017007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194017033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194017049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194017049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194017050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:20.016637 run osmo-msc_10.42.42.6(pid=23682): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23682)]\u000a19:40:20.067914 run osmo-msc_10.42.42.6(pid=23682): stdout: \u000a| (launched: 2022-12-13_19:40:18.838896) \u000a19:40:20.119669 run osmo-msc_10.42.42.6(pid=23682): stderr: \u000a| �[0;m�[38;5;43m20221213194019155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194019155 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50d1f6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194019156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194019156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194019156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194019156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194019158 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194019158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194019158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194019158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:40:20.164005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23675): Terminating (SIGTERM)\u000a19:40:20.205736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23678): Terminating (SIGTERM)\u000a19:40:20.247648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23681): Terminating (SIGTERM)\u000a19:40:20.257376 --- ParallelTerminationStrategy: PID 23675 died...\u000a19:40:20.313821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23675): Terminated: ok {rc=0}\u000a19:40:20.324472 --- ParallelTerminationStrategy: PID 23678 died...\u000a19:40:20.379700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23678): Terminated: ok {rc=0}\u000a19:40:20.389665 --- ParallelTerminationStrategy: PID 23681 died...\u000a19:40:20.444848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23681): Terminated: ok {rc=0}\u000a19:40:20.531027 bus /sierra_3: Setting Powered False\u000a19:40:21.636517 bus /sierra_3: Setting Powered False\u000a19:40:22.744489 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23690): Process ended prematurely: osmo-stp_10.42.42.5(pid=23690) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23690)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23690): Process ended prematurely: osmo-stp_10.42.42.5(pid=23690) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:40:23.859318 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:40:23.871594 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:40:24.027544 tst mo_mt_call_osmux.py: using LAC 35825\u000a19:40:24.152083 tst mo_mt_call_osmux.py: using RAC 125\u000a19:40:24.276666 tst mo_mt_call_osmux.py: using CellId 35825\u000a19:40:24.401119 tst mo_mt_call_osmux.py: using BVCI 35826\u000a19:40:24.425398 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:40:24.437076 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:40:24.448617 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:40:24.460170 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:40:24.471960 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:40:24.483751 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:40:24.603349 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:40:24.814542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:25.318168 run create_hlr_db(pid=23684): Launched\u000a19:40:25.502796 bus /sierra_2: Setting Powered False\u000a19:40:26.512456 run create_hlr_db(pid=23684): Terminated: ok {rc=0}\u000a19:40:26.918398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23686): Launched\u000a19:40:27.216245 run osmo-hlr_10.42.42.2(pid=23687): Launched\u000a19:40:27.333809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:27.858103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23689): Launched\u000a19:40:28.156252 run osmo-stp_10.42.42.5(pid=23690): Launched\u000a19:40:28.264488 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:40:28.810307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23692): Launched\u000a19:40:29.109987 run osmo-msc_10.42.42.6(pid=23693): Launched\u000a19:40:29.284813 run osmo-stp_10.42.42.5(pid=23690): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23690)]\u000a19:40:29.411242 run osmo-stp_10.42.42.5(pid=23690): stdout: \u000a| (launched: 2022-12-13_19:40:28.009764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:29.535056 run osmo-stp_10.42.42.5(pid=23690): stderr: \u000a| �[0;m�[38;5;43m20221213194028178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194028179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194028179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194028179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194028180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194028180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194028180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:29.655066 run osmo-stp_10.42.42.5(pid=23690): stdout: \u000a| (launched: 2022-12-13_19:40:28.009764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:29.774113 run osmo-stp_10.42.42.5(pid=23690): stderr: \u000a| �[0;m�[38;5;43m20221213194028178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194028179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194028179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194028179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194028180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194028180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194028180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:29.826493 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23690): Process ended prematurely: osmo-stp_10.42.42.5(pid=23690) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23690)] [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:40:29.834935 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a19:40:29.894047 run osmo-hlr_10.42.42.2(pid=23687): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23687)]\u000a19:40:29.942762 run osmo-hlr_10.42.42.2(pid=23687): stdout: \u000a| (launched: 2022-12-13_19:40:27.070289) \u000a19:40:29.991952 run osmo-hlr_10.42.42.2(pid=23687): stderr: \u000a| �[0;m�[1;31m20221213194027242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194027242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194027242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194027242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194027242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194027242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194027254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194027264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194027264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194027264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:30.059368 run osmo-msc_10.42.42.6(pid=23693): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23693)]\u000a19:40:30.108278 run osmo-msc_10.42.42.6(pid=23693): stdout: \u000a| (launched: 2022-12-13_19:40:28.961884) \u000a19:40:30.157465 run osmo-msc_10.42.42.6(pid=23693): stderr: \u000a| �[0;m�[38;5;43m20221213194029231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194029231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ab0493c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194029231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194029231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194029231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194029231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194029233 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194029233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194029234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194029234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:40:30.199029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23686): Terminating (SIGTERM)\u000a19:40:30.238528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23689): Terminating (SIGTERM)\u000a19:40:30.277696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23692): Terminating (SIGTERM)\u000a19:40:30.286813 --- ParallelTerminationStrategy: PID 23686 died...\u000a19:40:30.339293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23686): Terminated: ok {rc=0}\u000a19:40:30.348784 --- ParallelTerminationStrategy: PID 23689 died...\u000a19:40:30.401225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23689): Terminated: ok {rc=0}\u000a19:40:30.410678 --- ParallelTerminationStrategy: PID 23692 died...\u000a19:40:30.462903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23692): Terminated: ok {rc=0}\u000a19:40:30.544912 bus /sierra_3: Setting Powered False\u000a19:40:31.664345 bus /sierra_3: Setting Powered False\u000a19:40:32.777038 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:40:13" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23706): Process ended prematurely: osmo-stp_10.42.42.5(pid=23706) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23706)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23706): Process ended prematurely: osmo-stp_10.42.42.5(pid=23706) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:40:34.755401 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:40:34.767141 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:40:34.920486 tst mo_mt_call.py: using LAC 35826\u000a19:40:35.045670 tst mo_mt_call.py: using RAC 126\u000a19:40:35.171069 tst mo_mt_call.py: using CellId 35826\u000a19:40:35.297362 tst mo_mt_call.py: using BVCI 35827\u000a19:40:35.320108 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:40:35.331597 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:40:35.342832 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:40:35.354014 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:40:35.365522 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:40:35.376542 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:40:35.495697 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:40:35.695673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:36.173738 run create_hlr_db(pid=23700): Launched\u000a19:40:36.344606 bus /sierra_2: Setting Powered False\u000a19:40:37.378857 run create_hlr_db(pid=23700): Terminated: ok {rc=0}\u000a19:40:37.804662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23702): Launched\u000a19:40:38.126941 run osmo-hlr_10.42.42.2(pid=23703): Launched\u000a19:40:38.245215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:38.802762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23705): Launched\u000a19:40:39.123618 run osmo-stp_10.42.42.5(pid=23706): Launched\u000a19:40:39.240202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:40:39.826332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23708): Launched\u000a19:40:40.149313 run osmo-msc_10.42.42.6(pid=23709): Launched\u000a19:40:40.337775 run osmo-stp_10.42.42.5(pid=23706): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23706)]\u000a19:40:40.473862 run osmo-stp_10.42.42.5(pid=23706): stdout: \u000a| (launched: 2022-12-13_19:40:38.966129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:40.608678 run osmo-stp_10.42.42.5(pid=23706): stderr: \u000a| �[0;m�[38;5;43m20221213194039154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194039154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194039154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194039155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194039155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194039155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194039155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:40.738516 run osmo-stp_10.42.42.5(pid=23706): stdout: \u000a| (launched: 2022-12-13_19:40:38.966129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:40.867462 run osmo-stp_10.42.42.5(pid=23706): stderr: \u000a| �[0;m�[38;5;43m20221213194039154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194039154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194039154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194039155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194039155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194039155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194039155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:40.924317 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23706): Process ended prematurely: osmo-stp_10.42.42.5(pid=23706) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23706)] [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:40:40.933580 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:40:40.996208 run osmo-hlr_10.42.42.2(pid=23703): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23703)]\u000a19:40:41.047870 run osmo-hlr_10.42.42.2(pid=23703): stdout: \u000a| (launched: 2022-12-13_19:40:37.968344) \u000a19:40:41.100070 run osmo-hlr_10.42.42.2(pid=23703): stderr: \u000a| �[0;m�[1;31m20221213194038162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194038162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194038162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194038162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194038163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194038163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194038175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194038183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194038184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194038184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:41.170726 run osmo-msc_10.42.42.6(pid=23709): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23709)]\u000a19:40:41.221819 run osmo-msc_10.42.42.6(pid=23709): stdout: \u000a| (launched: 2022-12-13_19:40:39.990976) \u000a19:40:41.273449 run osmo-msc_10.42.42.6(pid=23709): stderr: \u000a| �[0;m�[38;5;43m20221213194040308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194040309 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff46b9a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194040309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194040309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194040309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194040309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194040311 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194040311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194040312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194040312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:40:41.317465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23702): Terminating (SIGTERM)\u000a19:40:41.359079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23705): Terminating (SIGTERM)\u000a19:40:41.400506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23708): Terminating (SIGTERM)\u000a19:40:41.410156 --- ParallelTerminationStrategy: PID 23702 died...\u000a19:40:41.465871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23702): Terminated: ok {rc=0}\u000a19:40:41.475953 --- ParallelTerminationStrategy: PID 23705 died...\u000a19:40:41.531416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23705): Terminated: ok {rc=0}\u000a19:40:41.541665 --- ParallelTerminationStrategy: PID 23708 died...\u000a19:40:41.597020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23708): Terminated: ok {rc=0}\u000a19:40:41.683695 bus /sierra_3: Setting Powered False\u000a19:40:42.789629 bus /sierra_3: Setting Powered False\u000a19:40:43.901667 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23717): Process ended prematurely: osmo-stp_10.42.42.5(pid=23717) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23717)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23717): Process ended prematurely: osmo-stp_10.42.42.5(pid=23717) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:40:45.009502 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:40:45.024362 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:40:45.198813 tst mo_mt_call_osmux.py: using LAC 35827\u000a19:40:45.324464 tst mo_mt_call_osmux.py: using RAC 127\u000a19:40:45.449410 tst mo_mt_call_osmux.py: using CellId 35827\u000a19:40:45.576632 tst mo_mt_call_osmux.py: using BVCI 35828\u000a19:40:45.600903 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:40:45.612867 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:40:45.624713 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:40:45.636406 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:40:45.648541 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:40:45.660573 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:40:45.781782 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:40:46.035805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:46.617180 run create_hlr_db(pid=23711): Launched\u000a19:40:46.793146 bus /sierra_2: Setting Powered False\u000a19:40:47.810055 run create_hlr_db(pid=23711): Terminated: ok {rc=0}\u000a19:40:48.235487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23713): Launched\u000a19:40:48.556102 run osmo-hlr_10.42.42.2(pid=23714): Launched\u000a19:40:48.675670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:49.233938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23716): Launched\u000a19:40:49.555975 run osmo-stp_10.42.42.5(pid=23717): Launched\u000a19:40:49.674337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:40:50.266926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23719): Launched\u000a19:40:50.588904 run osmo-msc_10.42.42.6(pid=23720): Launched\u000a19:40:50.776600 run osmo-stp_10.42.42.5(pid=23717): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23717)]\u000a19:40:50.912915 run osmo-stp_10.42.42.5(pid=23717): stdout: \u000a| (launched: 2022-12-13_19:40:49.397046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:51.047741 run osmo-stp_10.42.42.5(pid=23717): stderr: \u000a| �[0;m�[38;5;43m20221213194049584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194049585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194049585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194049585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194049586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194049586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194049586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:51.177555 run osmo-stp_10.42.42.5(pid=23717): stdout: \u000a| (launched: 2022-12-13_19:40:49.397046)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:51.306205 run osmo-stp_10.42.42.5(pid=23717): stderr: \u000a| �[0;m�[38;5;43m20221213194049584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194049585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194049585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194049585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194049586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194049586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194049586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:51.362516 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23717): Process ended prematurely: osmo-stp_10.42.42.5(pid=23717) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23717)] [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:40:51.371727 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:40:51.433934 run osmo-hlr_10.42.42.2(pid=23714): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23714)]\u000a19:40:51.485163 run osmo-hlr_10.42.42.2(pid=23714): stdout: \u000a| (launched: 2022-12-13_19:40:48.398649) \u000a19:40:51.536785 run osmo-hlr_10.42.42.2(pid=23714): stderr: \u000a| �[0;m�[1;31m20221213194048591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194048591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194048591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194048591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194048591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194048592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194048603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194048612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194048613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194048613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:51.607227 run osmo-msc_10.42.42.6(pid=23720): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23720)]\u000a19:40:51.658360 run osmo-msc_10.42.42.6(pid=23720): stdout: \u000a| (launched: 2022-12-13_19:40:50.430836) \u000a19:40:51.710024 run osmo-msc_10.42.42.6(pid=23720): stderr: \u000a| �[0;m�[38;5;43m20221213194050751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194050751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9a09bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194050751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194050751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194050752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194050752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194050754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194050754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194050754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194050754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:40:51.754313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23713): Terminating (SIGTERM)\u000a19:40:51.795901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23716): Terminating (SIGTERM)\u000a19:40:51.837604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23719): Terminating (SIGTERM)\u000a19:40:51.847169 --- ParallelTerminationStrategy: PID 23713 died...\u000a19:40:51.906073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23713): Terminated: ok {rc=0}\u000a19:40:51.916539 --- ParallelTerminationStrategy: PID 23716 died...\u000a19:40:51.972474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23716): Terminated: ok {rc=0}\u000a19:40:51.982664 --- ParallelTerminationStrategy: PID 23719 died...\u000a19:40:52.037784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23719): Terminated: ok {rc=0}\u000a19:40:52.124365 bus /sierra_3: Setting Powered False\u000a19:40:53.229231 bus /sierra_3: Setting Powered False\u000a19:40:54.337091 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:40:34" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23733): Process ended prematurely: osmo-stp_10.42.42.5(pid=23733) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23733)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23733): Process ended prematurely: osmo-stp_10.42.42.5(pid=23733) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:40:56.318440 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:40:56.330182 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:40:56.484199 tst mo_mt_call.py: using LAC 35828\u000a19:40:56.609655 tst mo_mt_call.py: using RAC 128\u000a19:40:56.734949 tst mo_mt_call.py: using CellId 35828\u000a19:40:56.861209 tst mo_mt_call.py: using BVCI 35829\u000a19:40:56.885559 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:40:56.897306 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:40:56.909195 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:40:56.920740 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:40:56.932626 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:40:56.944410 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:40:57.062752 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:40:57.263755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:57.742354 run create_hlr_db(pid=23727): Launched\u000a19:40:57.913477 bus /sierra_2: Setting Powered False\u000a19:40:58.935850 run create_hlr_db(pid=23727): Terminated: ok {rc=0}\u000a19:40:59.363239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23729): Launched\u000a19:40:59.683532 run osmo-hlr_10.42.42.2(pid=23730): Launched\u000a19:40:59.805227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:00.363045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23732): Launched\u000a19:41:00.685944 run osmo-stp_10.42.42.5(pid=23733): Launched\u000a19:41:00.802708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:41:01.422264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23735): Launched\u000a19:41:01.914786 run osmo-msc_10.42.42.6(pid=23736): Launched\u000a19:41:02.339219 run osmo-stp_10.42.42.5(pid=23733): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23733)]\u000a19:41:02.515253 run osmo-stp_10.42.42.5(pid=23733): stdout: \u000a| (launched: 2022-12-13_19:41:00.527098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:02.649460 run osmo-stp_10.42.42.5(pid=23733): stderr: \u000a| �[0;m�[38;5;43m20221213194100714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194100715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194100715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194100715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194100716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194100716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194100716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:02.779293 run osmo-stp_10.42.42.5(pid=23733): stdout: \u000a| (launched: 2022-12-13_19:41:00.527098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:02.908317 run osmo-stp_10.42.42.5(pid=23733): stderr: \u000a| �[0;m�[38;5;43m20221213194100714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194100715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194100715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194100715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194100716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194100716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194100716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:02.965102 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23733): Process ended prematurely: osmo-stp_10.42.42.5(pid=23733) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23733)] [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:41:02.974362 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a19:41:03.037935 run osmo-hlr_10.42.42.2(pid=23730): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23730)]\u000a19:41:03.090222 run osmo-hlr_10.42.42.2(pid=23730): stdout: \u000a| (launched: 2022-12-13_19:40:59.526936) \u000a19:41:03.142883 run osmo-hlr_10.42.42.2(pid=23730): stderr: \u000a| �[0;m�[1;31m20221213194059721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194059721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194059721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194059721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194059721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194059721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194059735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194059743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194059744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194059744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:03.214281 run osmo-msc_10.42.42.6(pid=23736): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23736)]\u000a19:41:03.266136 run osmo-msc_10.42.42.6(pid=23736): stdout: \u000a| (launched: 2022-12-13_19:41:01.587638) \u000a19:41:03.318419 run osmo-msc_10.42.42.6(pid=23736): stderr: \u000a| �[0;m�[38;5;43m20221213194102200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194102200 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28d5b94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194102200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194102200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194102200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194102207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194102210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194102210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194102211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194102211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:41:03.362879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23729): Terminating (SIGTERM)\u000a19:41:03.404999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23732): Terminating (SIGTERM)\u000a19:41:03.447159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23735): Terminating (SIGTERM)\u000a19:41:03.456866 --- ParallelTerminationStrategy: PID 23729 died...\u000a19:41:03.513271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23729): Terminated: ok {rc=0}\u000a19:41:03.523903 --- ParallelTerminationStrategy: PID 23732 died...\u000a19:41:03.579762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23732): Terminated: ok {rc=0}\u000a19:41:03.590075 --- ParallelTerminationStrategy: PID 23735 died...\u000a19:41:03.645878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23735): Terminated: ok {rc=0}\u000a19:41:03.732873 bus /sierra_3: Setting Powered False\u000a19:41:04.837829 bus /sierra_3: Setting Powered False\u000a19:41:05.946211 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23744): Process ended prematurely: osmo-stp_10.42.42.5(pid=23744) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23744)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23744): Process ended prematurely: osmo-stp_10.42.42.5(pid=23744) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:41:07.061594 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:41:07.073918 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:41:07.224294 tst mo_mt_call_osmux.py: using LAC 35829\u000a19:41:07.340936 tst mo_mt_call_osmux.py: using RAC 129\u000a19:41:07.458789 tst mo_mt_call_osmux.py: using CellId 35829\u000a19:41:07.575494 tst mo_mt_call_osmux.py: using BVCI 35830\u000a19:41:07.598504 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:41:07.609883 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:41:07.620924 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:41:07.631913 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:41:07.643045 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:41:07.654053 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:41:07.770813 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:41:07.972127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:08.452260 run create_hlr_db(pid=23738): Launched\u000a19:41:08.623168 bus /sierra_2: Setting Powered False\u000a19:41:09.645944 run create_hlr_db(pid=23738): Terminated: ok {rc=0}\u000a19:41:10.070916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23740): Launched\u000a19:41:10.392368 run osmo-hlr_10.42.42.2(pid=23741): Launched\u000a19:41:10.509145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:11.065499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23743): Launched\u000a19:41:11.386322 run osmo-stp_10.42.42.5(pid=23744): Launched\u000a19:41:11.502675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:41:12.090944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23746): Launched\u000a19:41:12.412629 run osmo-msc_10.42.42.6(pid=23747): Launched\u000a19:41:12.600458 run osmo-stp_10.42.42.5(pid=23744): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23744)]\u000a19:41:12.735573 run osmo-stp_10.42.42.5(pid=23744): stdout: \u000a| (launched: 2022-12-13_19:41:11.228545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:12.870316 run osmo-stp_10.42.42.5(pid=23744): stderr: \u000a| �[0;m�[38;5;43m20221213194111416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194111416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194111417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194111417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194111417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194111418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194111418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:12.999852 run osmo-stp_10.42.42.5(pid=23744): stdout: \u000a| (launched: 2022-12-13_19:41:11.228545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:13.127814 run osmo-stp_10.42.42.5(pid=23744): stderr: \u000a| �[0;m�[38;5;43m20221213194111416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194111416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194111417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194111417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194111417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194111418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194111418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:13.184178 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23744): Process ended prematurely: osmo-stp_10.42.42.5(pid=23744) [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23744)] [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:41:13.193383 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:41:13.257203 run osmo-hlr_10.42.42.2(pid=23741): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23741)]\u000a19:41:13.309030 run osmo-hlr_10.42.42.2(pid=23741): stdout: \u000a| (launched: 2022-12-13_19:41:10.234217) \u000a19:41:13.361443 run osmo-hlr_10.42.42.2(pid=23741): stderr: \u000a| �[0;m�[1;31m20221213194110428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194110428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194110428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194110428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194110428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194110428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194110440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194110449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194110449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194110449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:13.432523 run osmo-msc_10.42.42.6(pid=23747): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23747)]\u000a19:41:13.484071 run osmo-msc_10.42.42.6(pid=23747): stdout: \u000a| (launched: 2022-12-13_19:41:12.254749) \u000a19:41:13.536119 run osmo-msc_10.42.42.6(pid=23747): stderr: \u000a| �[0;m�[38;5;43m20221213194112574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194112574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ea32d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194112575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194112575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194112575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194112575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194112577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194112577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194112577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194112577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:41:13.580366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23740): Terminating (SIGTERM)\u000a19:41:13.622312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23743): Terminating (SIGTERM)\u000a19:41:13.663953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23746): Terminating (SIGTERM)\u000a19:41:13.673644 --- ParallelTerminationStrategy: PID 23740 died...\u000a19:41:13.729801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23740): Terminated: ok {rc=0}\u000a19:41:13.740373 --- ParallelTerminationStrategy: PID 23743 died...\u000a19:41:13.795901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23743): Terminated: ok {rc=0}\u000a19:41:13.805934 --- ParallelTerminationStrategy: PID 23746 died...\u000a19:41:13.861685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23746): Terminated: ok {rc=0}\u000a19:41:13.948612 bus /sierra_3: Setting Powered False\u000a19:41:15.053008 bus /sierra_3: Setting Powered False\u000a19:41:16.180264 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:40:56" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23758): Process ended prematurely: osmo-stp_10.42.42.5(pid=23758) [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23758)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23758): Process ended prematurely: osmo-stp_10.42.42.5(pid=23758) [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:41:18.171197 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:41:18.183100 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:41:18.336025 tst mo_mt_call.py: using LAC 35830\u000a19:41:18.457093 tst mo_mt_call.py: using RAC 130\u000a19:41:18.575027 tst mo_mt_call.py: using CellId 35830\u000a19:41:18.696047 tst mo_mt_call.py: using BVCI 35831\u000a19:41:18.718625 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:41:18.729954 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:41:18.741107 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:41:18.752039 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:41:18.763260 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:41:18.774322 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:41:18.892571 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:41:19.090875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:19.567673 run create_hlr_db(pid=23752): Launched\u000a19:41:19.738565 bus /sierra_2: Setting Powered False\u000a19:41:20.761820 run create_hlr_db(pid=23752): Terminated: ok {rc=0}\u000a19:41:21.187125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23754): Launched\u000a19:41:21.508836 run osmo-hlr_10.42.42.2(pid=23755): Launched\u000a19:41:21.627900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:22.186119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23757): Launched\u000a19:41:22.506915 run osmo-stp_10.42.42.5(pid=23758): Launched\u000a19:41:22.623471 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:41:23.211247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23760): Launched\u000a19:41:23.532147 run osmo-msc_10.42.42.6(pid=23761): Launched\u000a19:41:23.720178 run osmo-stp_10.42.42.5(pid=23758): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23758)]\u000a19:41:23.856139 run osmo-stp_10.42.42.5(pid=23758): stdout: \u000a| (launched: 2022-12-13_19:41:22.349070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:23.991530 run osmo-stp_10.42.42.5(pid=23758): stderr: \u000a| �[0;m�[38;5;43m20221213194122537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194122537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194122537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194122537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194122538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194122538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194122538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:24.121306 run osmo-stp_10.42.42.5(pid=23758): stdout: \u000a| (launched: 2022-12-13_19:41:22.349070)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:24.249635 run osmo-stp_10.42.42.5(pid=23758): stderr: \u000a| �[0;m�[38;5;43m20221213194122537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194122537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194122537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194122537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194122538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194122538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194122538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:24.305940 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23758): Process ended prematurely: osmo-stp_10.42.42.5(pid=23758) [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23758)] [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:41:24.315153 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:41:24.378436 run osmo-hlr_10.42.42.2(pid=23755): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23755)]\u000a19:41:24.430033 run osmo-hlr_10.42.42.2(pid=23755): stdout: \u000a| (launched: 2022-12-13_19:41:21.350280) \u000a19:41:24.482155 run osmo-hlr_10.42.42.2(pid=23755): stderr: \u000a| �[0;m�[1;31m20221213194121544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194121544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194121544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194121544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194121544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194121544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194121557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194121565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194121566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194121566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:24.553060 run osmo-msc_10.42.42.6(pid=23761): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23761)]\u000a19:41:24.604505 run osmo-msc_10.42.42.6(pid=23761): stdout: \u000a| (launched: 2022-12-13_19:41:23.374509) \u000a19:41:24.656444 run osmo-msc_10.42.42.6(pid=23761): stderr: \u000a| �[0;m�[38;5;43m20221213194123694 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194123694 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff220ee0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194123695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194123695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194123695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194123695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194123697 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194123697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194123697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194123697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:41:24.700799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23754): Terminating (SIGTERM)\u000a19:41:24.742681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23757): Terminating (SIGTERM)\u000a19:41:24.784423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23760): Terminating (SIGTERM)\u000a19:41:24.794065 --- ParallelTerminationStrategy: PID 23754 died...\u000a19:41:24.849916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23754): Terminated: ok {rc=0}\u000a19:41:24.860552 --- ParallelTerminationStrategy: PID 23757 died...\u000a19:41:24.915925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23757): Terminated: ok {rc=0}\u000a19:41:24.926385 --- ParallelTerminationStrategy: PID 23760 died...\u000a19:41:24.981937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23760): Terminated: ok {rc=0}\u000a19:41:25.067890 bus /sierra_3: Setting Powered False\u000a19:41:26.173790 bus /sierra_3: Setting Powered False\u000a19:41:27.281359 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23769): Process ended prematurely: osmo-stp_10.42.42.5(pid=23769) [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23769)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23769): Process ended prematurely: osmo-stp_10.42.42.5(pid=23769) [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:41:28.390067 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:41:28.402064 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:41:28.560183 tst mo_mt_call_osmux.py: using LAC 35831\u000a19:41:28.687855 tst mo_mt_call_osmux.py: using RAC 131\u000a19:41:28.803194 tst mo_mt_call_osmux.py: using CellId 35831\u000a19:41:28.921646 tst mo_mt_call_osmux.py: using BVCI 35832\u000a19:41:28.944369 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:41:28.956131 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:41:28.967280 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:41:28.978424 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:41:28.989597 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:41:29.000531 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:41:29.118611 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:41:29.318828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:29.796420 run create_hlr_db(pid=23763): Launched\u000a19:41:29.967792 bus /sierra_2: Setting Powered False\u000a19:41:31.030842 run create_hlr_db(pid=23763): Terminated: ok {rc=0}\u000a19:41:31.457938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23765): Launched\u000a19:41:31.840780 run osmo-hlr_10.42.42.2(pid=23766): Launched\u000a19:41:32.068465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:32.719912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23768): Launched\u000a19:41:33.044042 run osmo-stp_10.42.42.5(pid=23769): Launched\u000a19:41:33.161162 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:41:33.748163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23771): Launched\u000a19:41:34.071060 run osmo-msc_10.42.42.6(pid=23772): Launched\u000a19:41:34.258919 run osmo-stp_10.42.42.5(pid=23769): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23769)]\u000a19:41:34.395024 run osmo-stp_10.42.42.5(pid=23769): stdout: \u000a| (launched: 2022-12-13_19:41:32.883820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:34.529439 run osmo-stp_10.42.42.5(pid=23769): stderr: \u000a| �[0;m�[38;5;43m20221213194133072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194133072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194133072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194133072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194133073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194133073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194133073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:34.659430 run osmo-stp_10.42.42.5(pid=23769): stdout: \u000a| (launched: 2022-12-13_19:41:32.883820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:34.787952 run osmo-stp_10.42.42.5(pid=23769): stderr: \u000a| �[0;m�[38;5;43m20221213194133072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194133072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194133072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194133072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194133073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194133073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194133073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:34.844202 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23769): Process ended prematurely: osmo-stp_10.42.42.5(pid=23769) [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23769)] [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:41:34.853630 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a19:41:34.916033 run osmo-hlr_10.42.42.2(pid=23766): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23766)]\u000a19:41:34.967546 run osmo-hlr_10.42.42.2(pid=23766): stdout: \u000a| (launched: 2022-12-13_19:41:31.631253) \u000a19:41:35.019654 run osmo-hlr_10.42.42.2(pid=23766): stderr: \u000a| �[0;m�[1;31m20221213194131944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194131944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194131944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194131944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194131944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194131944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194131958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194131979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194131979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194131979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:35.090282 run osmo-msc_10.42.42.6(pid=23772): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23772)]\u000a19:41:35.141800 run osmo-msc_10.42.42.6(pid=23772): stdout: \u000a| (launched: 2022-12-13_19:41:33.911400) \u000a19:41:35.193648 run osmo-msc_10.42.42.6(pid=23772): stderr: \u000a| �[0;m�[38;5;43m20221213194134230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194134230 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcaa990cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194134230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194134230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194134230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194134230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194134232 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194134232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194134233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194134233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:41:35.237907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23765): Terminating (SIGTERM)\u000a19:41:35.279585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23768): Terminating (SIGTERM)\u000a19:41:35.321429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23771): Terminating (SIGTERM)\u000a19:41:35.331012 --- ParallelTerminationStrategy: PID 23765 died...\u000a19:41:35.387188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23765): Terminated: ok {rc=0}\u000a19:41:35.397932 --- ParallelTerminationStrategy: PID 23768 died...\u000a19:41:35.453400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23768): Terminated: ok {rc=0}\u000a19:41:35.463556 --- ParallelTerminationStrategy: PID 23771 died...\u000a19:41:35.519177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23771): Terminated: ok {rc=0}\u000a19:41:35.605865 bus /sierra_3: Setting Powered False\u000a19:41:36.711672 bus /sierra_3: Setting Powered False\u000a19:41:37.819097 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:41:17" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23783): Process ended prematurely: osmo-stp_10.42.42.5(pid=23783) [trial-2393↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23783)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23783): Process ended prematurely: osmo-stp_10.42.42.5(pid=23783) [trial-2393↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:41:39.818856 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:41:39.830203 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:41:39.963084 tst emergency_mo_mt_call.py: using LAC 35832\u000a19:41:40.081375 tst emergency_mo_mt_call.py: using RAC 132\u000a19:41:40.197505 tst emergency_mo_mt_call.py: using CellId 35832\u000a19:41:40.318284 tst emergency_mo_mt_call.py: using BVCI 35833\u000a19:41:40.340385 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:41:40.351380 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:41:40.362079 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:41:40.372591 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:41:40.383717 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:41:40.394940 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:41:40.511077 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:41:40.707369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:41.178035 run create_hlr_db(pid=23777): Launched\u000a19:41:41.347445 bus /sierra_2: Setting Powered False\u000a19:41:42.369198 run create_hlr_db(pid=23777): Terminated: ok {rc=0}\u000a19:41:42.788672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23779): Launched\u000a19:41:43.104581 run osmo-hlr_10.42.42.2(pid=23780): Launched\u000a19:41:43.221767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:43.771808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23782): Launched\u000a19:41:44.088453 run osmo-stp_10.42.42.5(pid=23783): Launched\u000a19:41:44.217185 tst emergency_mo_mt_call.py: using MSISDN 8294\u000a19:41:44.374118 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:41:44.951465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23785): Launched\u000a19:41:45.269015 run osmo-msc_10.42.42.6(pid=23786): Launched\u000a19:41:45.454721 run osmo-stp_10.42.42.5(pid=23783): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23783)]\u000a19:41:45.588822 run osmo-stp_10.42.42.5(pid=23783): stdout: \u000a| (launched: 2022-12-13_19:41:43.932564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:45.722415 run osmo-stp_10.42.42.5(pid=23783): stderr: \u000a| �[0;m�[38;5;43m20221213194144120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194144120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194144120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194144121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194144121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194144121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194144121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:45.851655 run osmo-stp_10.42.42.5(pid=23783): stdout: \u000a| (launched: 2022-12-13_19:41:43.932564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:45.991962 run osmo-stp_10.42.42.5(pid=23783): stderr: \u000a| �[0;m�[38;5;43m20221213194144120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194144120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194144120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194144121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194144121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194144121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194144121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:46.048206 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23783): Process ended prematurely: osmo-stp_10.42.42.5(pid=23783) [trial-2393↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23783)] [trial-2393↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a19:41:46.056845 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a19:41:46.118608 run osmo-hlr_10.42.42.2(pid=23780): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23780)]\u000a19:41:46.168792 run osmo-hlr_10.42.42.2(pid=23780): stdout: \u000a| (launched: 2022-12-13_19:41:42.949847) \u000a19:41:46.221762 run osmo-hlr_10.42.42.2(pid=23780): stderr: \u000a| �[0;m�[1;31m20221213194143141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194143141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194143141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194143141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194143142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194143142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194143157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194143166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194143166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194143166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:46.291499 run osmo-msc_10.42.42.6(pid=23786): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23786)]\u000a19:41:46.341610 run osmo-msc_10.42.42.6(pid=23786): stdout: \u000a| (launched: 2022-12-13_19:41:45.112036) \u000a19:41:46.393467 run osmo-msc_10.42.42.6(pid=23786): stderr: \u000a| �[0;m�[38;5;43m20221213194145429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194145430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93a9614c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194145430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194145430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194145430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194145430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194145432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194145432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194145432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194145432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:41:46.437113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23779): Terminating (SIGTERM)\u000a19:41:46.479436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23782): Terminating (SIGTERM)\u000a19:41:46.523631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23785): Terminating (SIGTERM)\u000a19:41:46.533970 --- ParallelTerminationStrategy: PID 23779 died...\u000a19:41:46.593027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23779): Terminated: ok {rc=0}\u000a19:41:46.604615 --- ParallelTerminationStrategy: PID 23782 died...\u000a19:41:46.659027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23782): Terminated: ok {rc=0}\u000a19:41:46.670507 --- ParallelTerminationStrategy: PID 23785 died...\u000a19:41:46.725219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23785): Terminated: ok {rc=0}\u000a19:41:46.811470 bus /sierra_3: Setting Powered False\u000a19:41:47.911637 bus /sierra_3: Setting Powered False\u000a19:41:49.021204 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23794): Process ended prematurely: osmo-stp_10.42.42.5(pid=23794) [trial-2393↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23794)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23794): Process ended prematurely: osmo-stp_10.42.42.5(pid=23794) [trial-2393↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:41:50.073856 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:41:50.085819 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:41:50.213302 tst emergency_preemptive_call.py: using LAC 35833\u000a19:41:50.327182 tst emergency_preemptive_call.py: using RAC 133\u000a19:41:50.440515 tst emergency_preemptive_call.py: using CellId 35833\u000a19:41:50.556333 tst emergency_preemptive_call.py: using BVCI 35834\u000a19:41:50.578895 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:41:50.589966 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:41:50.600836 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:41:50.611645 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:41:50.622560 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a19:41:50.633425 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:41:50.750625 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:41:50.866479 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:41:50.984583 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:41:51.190961 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:51.691520 run create_hlr_db(pid=23788): Launched\u000a19:41:51.874567 bus /sierra_2: Setting Powered False\u000a19:41:52.895525 run create_hlr_db(pid=23788): Terminated: ok {rc=0}\u000a19:41:53.316718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23790): Launched\u000a19:41:53.632775 run osmo-hlr_10.42.42.2(pid=23791): Launched\u000a19:41:53.746908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:54.296678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23793): Launched\u000a19:41:54.614132 run osmo-stp_10.42.42.5(pid=23794): Launched\u000a19:41:54.737421 tst emergency_preemptive_call.py: using MSISDN 8295\u000a19:41:54.895326 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:41:55.472104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23796): Launched\u000a19:41:55.787556 run osmo-msc_10.42.42.6(pid=23797): Launched\u000a19:41:55.973980 run osmo-stp_10.42.42.5(pid=23794): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23794)]\u000a19:41:56.108285 run osmo-stp_10.42.42.5(pid=23794): stdout: \u000a| (launched: 2022-12-13_19:41:54.457633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:56.241941 run osmo-stp_10.42.42.5(pid=23794): stderr: \u000a| �[0;m�[38;5;43m20221213194154648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194154648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194154648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194154649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194154649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194154649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194154649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:56.369668 run osmo-stp_10.42.42.5(pid=23794): stdout: \u000a| (launched: 2022-12-13_19:41:54.457633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:56.496016 run osmo-stp_10.42.42.5(pid=23794): stderr: \u000a| �[0;m�[38;5;43m20221213194154648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194154648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194154648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194154649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194154649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194154649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194154649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:56.551187 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23794): Process ended prematurely: osmo-stp_10.42.42.5(pid=23794) [trial-2393↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23794)] [trial-2393↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a19:41:56.559788 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a19:41:56.622724 run osmo-hlr_10.42.42.2(pid=23791): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23791)]\u000a19:41:56.674228 run osmo-hlr_10.42.42.2(pid=23791): stdout: \u000a| (launched: 2022-12-13_19:41:53.477838) \u000a19:41:56.726394 run osmo-hlr_10.42.42.2(pid=23791): stderr: \u000a| �[0;m�[1;31m20221213194153673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194153673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194153673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194153673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194153673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194153673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194153685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194153694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194153694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194153694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:56.797466 run osmo-msc_10.42.42.6(pid=23797): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23797)]\u000a19:41:56.848622 run osmo-msc_10.42.42.6(pid=23797): stdout: \u000a| (launched: 2022-12-13_19:41:55.632292) \u000a19:41:56.900521 run osmo-msc_10.42.42.6(pid=23797): stderr: \u000a| �[0;m�[38;5;43m20221213194155948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194155948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ea82dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194155948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194155948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194155949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194155949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194155951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194155951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194155951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194155951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:41:56.945103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23790): Terminating (SIGTERM)\u000a19:41:56.987024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23793): Terminating (SIGTERM)\u000a19:41:57.028749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23796): Terminating (SIGTERM)\u000a19:41:57.038465 --- ParallelTerminationStrategy: PID 23790 died...\u000a19:41:57.094387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23790): Terminated: ok {rc=0}\u000a19:41:57.104504 --- ParallelTerminationStrategy: PID 23793 died...\u000a19:41:57.160027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23793): Terminated: ok {rc=0}\u000a19:41:57.170016 --- ParallelTerminationStrategy: PID 23796 died...\u000a19:41:57.225678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23796): Terminated: ok {rc=0}\u000a19:41:57.311094 bus /sierra_9: Setting Powered False\u000a19:41:58.412539 bus /sierra_9: Setting Powered False\u000a19:41:59.522496 bus /sierra_8: Setting Powered False\u000a19:42:00.623488 bus /sierra_8: Setting Powered False\u000a19:42:01.768154 bus /sierra_3: Setting Powered False\u000a19:42:02.871968 bus /sierra_3: Setting Powered False\u000a19:42:03.978023 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:41:39" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23815): Process ended prematurely: osmo-stp_10.42.42.5(pid=23815) [trial-2393↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23815)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23815): Process ended prematurely: osmo-stp_10.42.42.5(pid=23815) [trial-2393↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:42:06.067956 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:06.078733 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:42:06.212054 tst cs_paging_gprs_active.py: using LAC 35834\u000a19:42:06.342833 tst cs_paging_gprs_active.py: using RAC 134\u000a19:42:06.468491 tst cs_paging_gprs_active.py: using CellId 35834\u000a19:42:06.592561 tst cs_paging_gprs_active.py: using BVCI 35835\u000a19:42:06.617052 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:06.628258 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:06.639265 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:06.650260 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:06.661588 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:06.672828 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:06.684279 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:06.695438 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:06.706913 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:42:06.820906 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:42:07.104561 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:42:07.230014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:07.542100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23805): Launched\u000a19:42:07.799386 run iperf3-srv_10.42.42.10(pid=23806): Launched\u000a19:42:07.981898 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:42:08.106200 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:08.417740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23807): Launched\u000a19:42:08.682663 run iperf3-srv_10.42.42.10(pid=23808): Launched\u000a19:42:08.866057 tst cs_paging_gprs_active.py:38: start network...\u000a19:42:08.990498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:09.471513 run create_hlr_db(pid=23809): Launched\u000a19:42:09.642772 bus /sierra_2: Setting Powered False\u000a19:42:10.666407 run create_hlr_db(pid=23809): Terminated: ok {rc=0}\u000a19:42:11.094409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23811): Launched\u000a19:42:11.416049 run osmo-hlr_10.42.42.2(pid=23812): Launched\u000a19:42:11.538038 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:12.097397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23814): Launched\u000a19:42:12.420025 run osmo-stp_10.42.42.5(pid=23815): Launched\u000a19:42:12.537877 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:13.100676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23817): Launched\u000a19:42:13.216370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:13.496738 run patchelf(pid=23818): Launched\u000a19:42:13.685878 run osmo-stp_10.42.42.5(pid=23815): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23815)]\u000a19:42:13.823915 run osmo-stp_10.42.42.5(pid=23815): stdout: \u000a| (launched: 2022-12-13_19:42:12.261414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:13.962992 run osmo-stp_10.42.42.5(pid=23815): stderr: \u000a| �[0;m�[38;5;43m20221213194212450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194212450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194212450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194212451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194212451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194212451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194212451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:14.096799 run osmo-stp_10.42.42.5(pid=23815): stdout: \u000a| (launched: 2022-12-13_19:42:12.261414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:14.229637 run osmo-stp_10.42.42.5(pid=23815): stderr: \u000a| �[0;m�[38;5;43m20221213194212450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194212450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194212450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194212451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194212451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194212451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194212451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:14.384086 run patchelf(pid=23818): Terminating (SIGINT)\u000a19:42:14.565008 run patchelf(pid=23818): Terminated: ok {rc=0}\u000a19:42:14.598057 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23815): Process ended prematurely: osmo-stp_10.42.42.5(pid=23815) [trial-2393↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23815)] [trial-2393↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a19:42:14.608015 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:42:14.671586 run osmo-hlr_10.42.42.2(pid=23812): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23812)]\u000a19:42:14.722939 run osmo-hlr_10.42.42.2(pid=23812): stdout: \u000a| (launched: 2022-12-13_19:42:11.257711) \u000a19:42:14.774850 run osmo-hlr_10.42.42.2(pid=23812): stderr: \u000a| �[0;m�[1;31m20221213194211452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194211452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194211452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194211452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194211452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194211452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194211465 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194211473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194211473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194211473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:14.819357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23805): Terminating (SIGTERM)\u000a19:42:14.861219 run iperf3-srv_10.42.42.10(pid=23806): Terminating (SIGTERM)\u000a19:42:14.902990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23807): Terminating (SIGTERM)\u000a19:42:14.945060 run iperf3-srv_10.42.42.10(pid=23808): Terminating (SIGTERM)\u000a19:42:14.986854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23811): Terminating (SIGTERM)\u000a19:42:15.028670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23814): Terminating (SIGTERM)\u000a19:42:15.070361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23817): Terminating (SIGTERM)\u000a19:42:15.079932 --- ParallelTerminationStrategy: PID 23805 died...\u000a19:42:15.135851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23805): Terminated: ok {rc=0}\u000a19:42:15.146040 --- ParallelTerminationStrategy: PID 23806 died...\u000a19:42:15.201264 run iperf3-srv_10.42.42.10(pid=23806): Terminated {rc=256}\u000a19:42:15.211342 --- ParallelTerminationStrategy: PID 23807 died...\u000a19:42:15.266200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23807): Terminated: ok {rc=0}\u000a19:42:15.276026 --- ParallelTerminationStrategy: PID 23808 died...\u000a19:42:15.331220 run iperf3-srv_10.42.42.10(pid=23808): Terminated {rc=256}\u000a19:42:15.341367 --- ParallelTerminationStrategy: PID 23811 died...\u000a19:42:15.396326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23811): Terminated: ok {rc=0}\u000a19:42:15.406479 --- ParallelTerminationStrategy: PID 23814 died...\u000a19:42:15.461299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23814): Terminated: ok {rc=0}\u000a19:42:15.471174 --- ParallelTerminationStrategy: PID 23817 died...\u000a19:42:15.526426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23817): Terminated: ok {rc=0}\u000a19:42:15.612427 bus /gobi_0: Setting Powered False\u000a19:42:16.716673 bus /gobi_0: Setting Powered False\u000a19:42:17.823229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23827): Process ended prematurely: osmo-stp_10.42.42.5(pid=23827) [trial-2393↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23827)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23827): Process ended prematurely: osmo-stp_10.42.42.5(pid=23827) [trial-2393↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a19:42:18.937400 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:18.949535 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:42:19.084734 tst iperf3.py: using LAC 35835\u000a19:42:19.205081 tst iperf3.py: using RAC 135\u000a19:42:19.322451 tst iperf3.py: using CellId 35835\u000a19:42:19.439679 tst iperf3.py: using BVCI 35836\u000a19:42:19.462474 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:19.473327 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:19.483905 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:19.494449 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:19.505503 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:19.516560 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:19.527841 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:19.538949 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:19.550264 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:42:19.846545 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:42:19.981468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:20.313560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23819): Launched\u000a19:42:20.589411 run iperf3-srv_10.42.42.10(pid=23820): Launched\u000a19:42:20.786406 tst iperf3.py:8: start network...\u000a19:42:20.920875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:21.429684 run create_hlr_db(pid=23821): Launched\u000a19:42:21.615909 bus /gobi_6: Setting Powered False\u000a19:42:22.637879 run create_hlr_db(pid=23821): Terminated: ok {rc=0}\u000a19:42:23.040583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23823): Launched\u000a19:42:23.340898 run osmo-hlr_10.42.42.2(pid=23824): Launched\u000a19:42:23.460382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:23.982821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23826): Launched\u000a19:42:24.281954 run osmo-stp_10.42.42.5(pid=23827): Launched\u000a19:42:24.390065 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:24.911669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23829): Launched\u000a19:42:25.019276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:25.281168 run patchelf(pid=23830): Launched\u000a19:42:25.456102 run osmo-stp_10.42.42.5(pid=23827): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23827)]\u000a19:42:25.583922 run osmo-stp_10.42.42.5(pid=23827): stdout: \u000a| (launched: 2022-12-13_19:42:24.135073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:25.712081 run osmo-stp_10.42.42.5(pid=23827): stderr: \u000a| �[0;m�[38;5;43m20221213194224302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194224302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194224302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194224302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194224303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194224303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194224303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:25.836073 run osmo-stp_10.42.42.5(pid=23827): stdout: \u000a| (launched: 2022-12-13_19:42:24.135073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:25.959044 run osmo-stp_10.42.42.5(pid=23827): stderr: \u000a| �[0;m�[38;5;43m20221213194224302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194224302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194224302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194224302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194224303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194224303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194224303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:26.102264 run patchelf(pid=23830): Terminating (SIGINT)\u000a19:42:26.270701 run patchelf(pid=23830): Terminated: ok {rc=0}\u000a19:42:26.301594 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23827): Process ended prematurely: osmo-stp_10.42.42.5(pid=23827) [trial-2393↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23827)] [trial-2393↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a19:42:26.310867 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a19:42:26.370713 run osmo-hlr_10.42.42.2(pid=23824): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23824)]\u000a19:42:26.419484 run osmo-hlr_10.42.42.2(pid=23824): stdout: \u000a| (launched: 2022-12-13_19:42:23.192666) \u000a19:42:26.468790 run osmo-hlr_10.42.42.2(pid=23824): stderr: \u000a| �[0;m�[1;31m20221213194223365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194223366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194223366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194223366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194223366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194223366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194223378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194223388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194223388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194223388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:26.510944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23819): Terminating (SIGTERM)\u000a19:42:26.550333 run iperf3-srv_10.42.42.10(pid=23820): Terminating (SIGTERM)\u000a19:42:26.590050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23823): Terminating (SIGTERM)\u000a19:42:26.629719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23826): Terminating (SIGTERM)\u000a19:42:26.669263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23829): Terminating (SIGTERM)\u000a19:42:26.678463 --- ParallelTerminationStrategy: PID 23819 died...\u000a19:42:26.731514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23819): Terminated: ok {rc=0}\u000a19:42:26.741167 --- ParallelTerminationStrategy: PID 23820 died...\u000a19:42:26.793784 run iperf3-srv_10.42.42.10(pid=23820): Terminated {rc=256}\u000a19:42:26.803258 --- ParallelTerminationStrategy: PID 23823 died...\u000a19:42:26.856236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23823): Terminated: ok {rc=0}\u000a19:42:26.865864 --- ParallelTerminationStrategy: PID 23826 died...\u000a19:42:26.918685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23826): Terminated: ok {rc=0}\u000a19:42:26.928252 --- ParallelTerminationStrategy: PID 23829 died...\u000a19:42:26.980877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23829): Terminated: ok {rc=0}\u000a19:42:27.068422 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23845): Process ended prematurely: osmo-stp_10.42.42.5(pid=23845) [trial-2393↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23845)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23845): Process ended prematurely: osmo-stp_10.42.42.5(pid=23845) [trial-2393↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a19:42:28.177183 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:28.188583 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:42:28.317799 tst iperf3m4.py: using LAC 35836\u000a19:42:28.434136 tst iperf3m4.py: using RAC 136\u000a19:42:28.549642 tst iperf3m4.py: using CellId 35836\u000a19:42:28.665387 tst iperf3m4.py: using BVCI 35837\u000a19:42:28.688171 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:28.698985 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:28.709521 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:28.719953 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:28.730443 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:28.740836 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:28.751428 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:28.761824 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:28.772379 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:42:28.891591 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:42:29.009030 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:42:29.128690 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:42:29.418764 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:42:29.553827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:29.888835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23831): Launched\u000a19:42:30.167510 run iperf3-srv_10.42.42.10(pid=23832): Launched\u000a19:42:30.363932 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:42:30.498126 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:30.836710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23833): Launched\u000a19:42:31.151086 run iperf3-srv_10.42.42.10(pid=23834): Launched\u000a19:42:31.341061 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:42:31.470989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:31.800635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23835): Launched\u000a19:42:32.089831 run iperf3-srv_10.42.42.10(pid=23836): Launched\u000a19:42:32.274869 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:42:32.399699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:32.710827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23837): Launched\u000a19:42:32.968687 run iperf3-srv_10.42.42.10(pid=23838): Launched\u000a19:42:33.151148 tst iperf3m4.py:8: start network...\u000a19:42:33.275229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:33.755999 run create_hlr_db(pid=23839): Launched\u000a19:42:33.927960 bus /gobi_6: Setting Powered False\u000a19:42:34.949866 run create_hlr_db(pid=23839): Terminated: ok {rc=0}\u000a19:42:35.378372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23841): Launched\u000a19:42:35.702246 run osmo-hlr_10.42.42.2(pid=23842): Launched\u000a19:42:35.822411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:36.382746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23844): Launched\u000a19:42:36.705515 run osmo-stp_10.42.42.5(pid=23845): Launched\u000a19:42:36.822441 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:37.383719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23847): Launched\u000a19:42:37.498937 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:37.780819 run patchelf(pid=23848): Launched\u000a19:42:37.971708 run osmo-stp_10.42.42.5(pid=23845): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23845)]\u000a19:42:38.109940 run osmo-stp_10.42.42.5(pid=23845): stdout: \u000a| (launched: 2022-12-13_19:42:36.546554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:38.248174 run osmo-stp_10.42.42.5(pid=23845): stderr: \u000a| �[0;m�[38;5;43m20221213194236734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194236734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194236735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194236735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194236735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194236735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194236736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:38.381963 run osmo-stp_10.42.42.5(pid=23845): stdout: \u000a| (launched: 2022-12-13_19:42:36.546554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:38.514252 run osmo-stp_10.42.42.5(pid=23845): stderr: \u000a| �[0;m�[38;5;43m20221213194236734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194236734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194236735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194236735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194236735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194236735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194236736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:38.668228 run patchelf(pid=23848): Terminating (SIGINT)\u000a19:42:38.849106 run patchelf(pid=23848): Terminated: ok {rc=0}\u000a19:42:38.882222 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23845): Process ended prematurely: osmo-stp_10.42.42.5(pid=23845) [trial-2393↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23845)] [trial-2393↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a19:42:38.892133 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:42:38.956274 run osmo-hlr_10.42.42.2(pid=23842): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23842)]\u000a19:42:39.007925 run osmo-hlr_10.42.42.2(pid=23842): stdout: \u000a| (launched: 2022-12-13_19:42:35.542712) \u000a19:42:39.059941 run osmo-hlr_10.42.42.2(pid=23842): stderr: \u000a| �[0;m�[1;31m20221213194235737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194235737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194235738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194235738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194235738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194235738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194235750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194235758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194235758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194235758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:39.104652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23831): Terminating (SIGTERM)\u000a19:42:39.146627 run iperf3-srv_10.42.42.10(pid=23832): Terminating (SIGTERM)\u000a19:42:39.188579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23833): Terminating (SIGTERM)\u000a19:42:39.230356 run iperf3-srv_10.42.42.10(pid=23834): Terminating (SIGTERM)\u000a19:42:39.272204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23835): Terminating (SIGTERM)\u000a19:42:39.314040 run iperf3-srv_10.42.42.10(pid=23836): Terminating (SIGTERM)\u000a19:42:39.355625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23837): Terminating (SIGTERM)\u000a19:42:39.397534 run iperf3-srv_10.42.42.10(pid=23838): Terminating (SIGTERM)\u000a19:42:39.439251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23841): Terminating (SIGTERM)\u000a19:42:39.480870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23844): Terminating (SIGTERM)\u000a19:42:39.522628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23847): Terminating (SIGTERM)\u000a19:42:39.531970 --- ParallelTerminationStrategy: PID 23831 died...\u000a19:42:39.588198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23831): Terminated: ok {rc=0}\u000a19:42:39.598652 --- ParallelTerminationStrategy: PID 23832 died...\u000a19:42:39.654238 run iperf3-srv_10.42.42.10(pid=23832): Terminated {rc=256}\u000a19:42:39.664487 --- ParallelTerminationStrategy: PID 23833 died...\u000a19:42:39.720060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23833): Terminated: ok {rc=0}\u000a19:42:39.730313 --- ParallelTerminationStrategy: PID 23834 died...\u000a19:42:39.785598 run iperf3-srv_10.42.42.10(pid=23834): Terminated {rc=256}\u000a19:42:39.795528 --- ParallelTerminationStrategy: PID 23835 died...\u000a19:42:39.850966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23835): Terminated: ok {rc=0}\u000a19:42:39.861665 --- ParallelTerminationStrategy: PID 23836 died...\u000a19:42:39.916815 run iperf3-srv_10.42.42.10(pid=23836): Terminated {rc=256}\u000a19:42:39.926767 --- ParallelTerminationStrategy: PID 23837 died...\u000a19:42:39.982752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23837): Terminated: ok {rc=0}\u000a19:42:39.992742 --- ParallelTerminationStrategy: PID 23838 died...\u000a19:42:40.048458 run iperf3-srv_10.42.42.10(pid=23838): Terminated {rc=256}\u000a19:42:40.058611 --- ParallelTerminationStrategy: PID 23841 died...\u000a19:42:40.114030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23841): Terminated: ok {rc=0}\u000a19:42:40.124365 --- ParallelTerminationStrategy: PID 23844 died...\u000a19:42:40.179696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23844): Terminated: ok {rc=0}\u000a19:42:40.190045 --- ParallelTerminationStrategy: PID 23847 died...\u000a19:42:40.245681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23847): Terminated: ok {rc=0}\u000a19:42:40.333272 bus /gobi_4: Setting Powered False\u000a19:42:41.437625 bus /gobi_4: Setting Powered False\u000a19:42:42.548497 bus /gobi_1: Setting Powered False\u000a19:42:43.655144 bus /gobi_1: Setting Powered False\u000a19:42:44.761914 bus /gobi_0: Setting Powered False\u000a19:42:45.864701 bus /gobi_0: Setting Powered False\u000a19:42:46.970619 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23855): Process ended prematurely: osmo-stp_10.42.42.5(pid=23855) [trial-2393↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23855)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23855): Process ended prematurely: osmo-stp_10.42.42.5(pid=23855) [trial-2393↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a19:42:48.034684 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:48.046090 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:42:48.177305 tst ping.py: using LAC 35837\u000a19:42:48.303337 tst ping.py: using RAC 137\u000a19:42:48.429772 tst ping.py: using CellId 35837\u000a19:42:48.555208 tst ping.py: using BVCI 35838\u000a19:42:48.579929 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:48.591464 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:48.602909 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:48.614212 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:48.625837 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:48.637426 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:48.649067 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:48.660701 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:42:48.932444 tst ping.py:19: start network...\u000a19:42:49.054540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:49.520129 run create_hlr_db(pid=23849): Launched\u000a19:42:49.689538 bus /gobi_6: Setting Powered False\u000a19:42:50.711140 run create_hlr_db(pid=23849): Terminated: ok {rc=0}\u000a19:42:51.132937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23851): Launched\u000a19:42:51.449795 run osmo-hlr_10.42.42.2(pid=23852): Launched\u000a19:42:51.567485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:52.122591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23854): Launched\u000a19:42:52.441994 run osmo-stp_10.42.42.5(pid=23855): Launched\u000a19:42:52.557617 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:53.110004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23857): Launched\u000a19:42:53.223022 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:53.500041 run patchelf(pid=23858): Launched\u000a19:42:53.685380 run osmo-stp_10.42.42.5(pid=23855): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23855)]\u000a19:42:53.820717 run osmo-stp_10.42.42.5(pid=23855): stdout: \u000a| (launched: 2022-12-13_19:42:52.284257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:53.956090 run osmo-stp_10.42.42.5(pid=23855): stderr: \u000a| �[0;m�[38;5;43m20221213194252471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194252471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194252471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194252471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194252472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194252472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194252472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:54.088370 run osmo-stp_10.42.42.5(pid=23855): stdout: \u000a| (launched: 2022-12-13_19:42:52.284257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:54.218705 run osmo-stp_10.42.42.5(pid=23855): stderr: \u000a| �[0;m�[38;5;43m20221213194252471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194252471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194252471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194252471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194252472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194252472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194252472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:54.369776 run patchelf(pid=23858): Terminating (SIGINT)\u000a19:42:54.547031 run patchelf(pid=23858): Terminated: ok {rc=0}\u000a19:42:54.579221 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23855): Process ended prematurely: osmo-stp_10.42.42.5(pid=23855) [trial-2393↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23855)] [trial-2393↪gprs:nanobts+band-1900↪ping.py:22]\u000a19:42:54.588376 tst ping.py:22: Test FAILED (6.5 sec)\u000a19:42:54.651848 run osmo-hlr_10.42.42.2(pid=23852): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23852)]\u000a19:42:54.703708 run osmo-hlr_10.42.42.2(pid=23852): stdout: \u000a| (launched: 2022-12-13_19:42:51.294186) \u000a19:42:54.755700 run osmo-hlr_10.42.42.2(pid=23852): stderr: \u000a| �[0;m�[1;31m20221213194251487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194251487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194251487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194251487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194251487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194251487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194251500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194251508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194251508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194251508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:54.800117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23851): Terminating (SIGTERM)\u000a19:42:54.842231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23854): Terminating (SIGTERM)\u000a19:42:54.884039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23857): Terminating (SIGTERM)\u000a19:42:54.893819 --- ParallelTerminationStrategy: PID 23851 died...\u000a19:42:54.950465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23851): Terminated: ok {rc=0}\u000a19:42:54.961678 --- ParallelTerminationStrategy: PID 23854 died...\u000a19:42:55.017892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23854): Terminated: ok {rc=0}\u000a19:42:55.028418 --- ParallelTerminationStrategy: PID 23857 died...\u000a19:42:55.084266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23857): Terminated: ok {rc=0}\u000a19:42:55.170827 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23865): Process ended prematurely: osmo-stp_10.42.42.5(pid=23865) [trial-2393↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23865)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23865): Process ended prematurely: osmo-stp_10.42.42.5(pid=23865) [trial-2393↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a19:42:56.223353 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:56.235493 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a19:42:56.366516 tst ping_idle_ping.py: using LAC 35838\u000a19:42:56.480419 tst ping_idle_ping.py: using RAC 138\u000a19:42:56.602476 tst ping_idle_ping.py: using CellId 35838\u000a19:42:56.719012 tst ping_idle_ping.py: using BVCI 35839\u000a19:42:56.741697 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:56.752620 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:56.763668 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:56.774533 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:56.786027 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:56.797027 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:56.808108 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a19:42:56.819305 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a19:42:57.106945 tst ping_idle_ping.py:24: start network...\u000a19:42:57.239624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:57.744479 run create_hlr_db(pid=23859): Launched\u000a19:42:57.928922 bus /gobi_6: Setting Powered False\u000a19:42:58.950226 run create_hlr_db(pid=23859): Terminated: ok {rc=0}\u000a19:42:59.350773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23861): Launched\u000a19:42:59.650501 run osmo-hlr_10.42.42.2(pid=23862): Launched\u000a19:42:59.759768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:00.272907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23864): Launched\u000a19:43:00.569504 run osmo-stp_10.42.42.5(pid=23865): Launched\u000a19:43:00.679945 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:01.273426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23867): Launched\u000a19:43:01.393205 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:01.676495 run patchelf(pid=23868): Launched\u000a19:43:01.858666 run osmo-stp_10.42.42.5(pid=23865): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23865)]\u000a19:43:01.990641 run osmo-stp_10.42.42.5(pid=23865): stdout: \u000a| (launched: 2022-12-13_19:43:00.423325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:02.120814 run osmo-stp_10.42.42.5(pid=23865): stderr: \u000a| �[0;m�[38;5;43m20221213194300589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194300589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194300590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194300590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194300591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194300591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194300591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:02.247148 run osmo-stp_10.42.42.5(pid=23865): stdout: \u000a| (launched: 2022-12-13_19:43:00.423325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:02.369554 run osmo-stp_10.42.42.5(pid=23865): stderr: \u000a| �[0;m�[38;5;43m20221213194300589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194300589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194300590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194300590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194300591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194300591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194300591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:02.511335 run patchelf(pid=23868): Terminating (SIGINT)\u000a19:43:02.678562 run patchelf(pid=23868): Terminated: ok {rc=0}\u000a19:43:02.709121 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23865): Process ended prematurely: osmo-stp_10.42.42.5(pid=23865) [trial-2393↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23865)] [trial-2393↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a19:43:02.718128 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:43:02.778574 run osmo-hlr_10.42.42.2(pid=23862): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23862)]\u000a19:43:02.827829 run osmo-hlr_10.42.42.2(pid=23862): stdout: \u000a| (launched: 2022-12-13_19:42:59.501409) \u000a19:43:02.877594 run osmo-hlr_10.42.42.2(pid=23862): stderr: \u000a| �[0;m�[1;31m20221213194259673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194259673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194259673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194259673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194259673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194259673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194259686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194259694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194259694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194259694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:02.919968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23861): Terminating (SIGTERM)\u000a19:43:02.960083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23864): Terminating (SIGTERM)\u000a19:43:03.000418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23867): Terminating (SIGTERM)\u000a19:43:03.009940 --- ParallelTerminationStrategy: PID 23861 died...\u000a19:43:03.063201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23861): Terminated: ok {rc=0}\u000a19:43:03.072915 --- ParallelTerminationStrategy: PID 23864 died...\u000a19:43:03.125891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23864): Terminated: ok {rc=0}\u000a19:43:03.135643 --- ParallelTerminationStrategy: PID 23867 died...\u000a19:43:03.188654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23867): Terminated: ok {rc=0}\u000a19:43:03.276571 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:42:05" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23883): Process ended prematurely: osmo-stp_10.42.42.5(pid=23883) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23883)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23883): Process ended prematurely: osmo-stp_10.42.42.5(pid=23883) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:43:05.396782 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:05.407899 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:43:05.535904 tst cs_paging_gprs_active.py: using LAC 35839\u000a19:43:05.652258 tst cs_paging_gprs_active.py: using RAC 139\u000a19:43:05.769736 tst cs_paging_gprs_active.py: using CellId 35839\u000a19:43:05.886549 tst cs_paging_gprs_active.py: using BVCI 35840\u000a19:43:05.909425 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:05.920360 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:05.931080 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:05.941726 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:05.952430 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:05.963177 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:05.974134 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:05.984662 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:05.995555 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:43:06.114710 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:43:06.409091 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:43:06.544563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:06.878770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23873): Launched\u000a19:43:07.156558 run iperf3-srv_10.42.42.10(pid=23874): Launched\u000a19:43:07.355626 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:43:07.491321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:07.824687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23875): Launched\u000a19:43:08.102859 run iperf3-srv_10.42.42.10(pid=23876): Launched\u000a19:43:08.301849 tst cs_paging_gprs_active.py:38: start network...\u000a19:43:08.437719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:08.945739 run create_hlr_db(pid=23877): Launched\u000a19:43:09.133159 bus /gobi_6: Setting Powered False\u000a19:43:10.155722 run create_hlr_db(pid=23877): Terminated: ok {rc=0}\u000a19:43:10.558860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23879): Launched\u000a19:43:10.858794 run osmo-hlr_10.42.42.2(pid=23880): Launched\u000a19:43:10.969042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:11.490411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23882): Launched\u000a19:43:11.790141 run osmo-stp_10.42.42.5(pid=23883): Launched\u000a19:43:11.900010 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:12.423235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23885): Launched\u000a19:43:12.529691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:12.790572 run patchelf(pid=23886): Launched\u000a19:43:12.965801 run osmo-stp_10.42.42.5(pid=23883): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23883)]\u000a19:43:13.094185 run osmo-stp_10.42.42.5(pid=23883): stdout: \u000a| (launched: 2022-12-13_19:43:11.642322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:13.222399 run osmo-stp_10.42.42.5(pid=23883): stderr: \u000a| �[0;m�[38;5;43m20221213194311811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194311811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194311811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194311811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194311812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194311812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194311812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:13.346318 run osmo-stp_10.42.42.5(pid=23883): stdout: \u000a| (launched: 2022-12-13_19:43:11.642322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:13.469811 run osmo-stp_10.42.42.5(pid=23883): stderr: \u000a| �[0;m�[38;5;43m20221213194311811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194311811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194311811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194311811 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194311812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194311812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194311812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:13.612889 run patchelf(pid=23886): Terminating (SIGINT)\u000a19:43:13.781407 run patchelf(pid=23886): Terminated: ok {rc=0}\u000a19:43:13.812175 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23883): Process ended prematurely: osmo-stp_10.42.42.5(pid=23883) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23883)] [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:43:13.821456 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a19:43:13.881088 run osmo-hlr_10.42.42.2(pid=23880): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23880)]\u000a19:43:13.929787 run osmo-hlr_10.42.42.2(pid=23880): stdout: \u000a| (launched: 2022-12-13_19:43:10.711329) \u000a19:43:13.979306 run osmo-hlr_10.42.42.2(pid=23880): stderr: \u000a| �[0;m�[1;31m20221213194310883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194310883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194310883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194310883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194310883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194310883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194310895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194310906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194310906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194310906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:14.021719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23873): Terminating (SIGTERM)\u000a19:43:14.061430 run iperf3-srv_10.42.42.10(pid=23874): Terminating (SIGTERM)\u000a19:43:14.101122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23875): Terminating (SIGTERM)\u000a19:43:14.140705 run iperf3-srv_10.42.42.10(pid=23876): Terminating (SIGTERM)\u000a19:43:14.180310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23879): Terminating (SIGTERM)\u000a19:43:14.219829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23882): Terminating (SIGTERM)\u000a19:43:14.259521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23885): Terminating (SIGTERM)\u000a19:43:14.268708 --- ParallelTerminationStrategy: PID 23873 died...\u000a19:43:14.321805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23873): Terminated: ok {rc=0}\u000a19:43:14.331330 --- ParallelTerminationStrategy: PID 23874 died...\u000a19:43:14.383814 run iperf3-srv_10.42.42.10(pid=23874): Terminated {rc=256}\u000a19:43:14.393297 --- ParallelTerminationStrategy: PID 23875 died...\u000a19:43:14.445806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23875): Terminated: ok {rc=0}\u000a19:43:14.455281 --- ParallelTerminationStrategy: PID 23876 died...\u000a19:43:14.507829 run iperf3-srv_10.42.42.10(pid=23876): Terminated {rc=256}\u000a19:43:14.517314 --- ParallelTerminationStrategy: PID 23879 died...\u000a19:43:14.569770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23879): Terminated: ok {rc=0}\u000a19:43:14.579606 --- ParallelTerminationStrategy: PID 23882 died...\u000a19:43:14.632323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23882): Terminated: ok {rc=0}\u000a19:43:14.641883 --- ParallelTerminationStrategy: PID 23885 died...\u000a19:43:14.694331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23885): Terminated: ok {rc=0}\u000a19:43:14.776784 bus /gobi_0: Setting Powered False\u000a19:43:15.911781 bus /gobi_0: Setting Powered False\u000a19:43:17.039942 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23895): Process ended prematurely: osmo-stp_10.42.42.5(pid=23895) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23895)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23895): Process ended prematurely: osmo-stp_10.42.42.5(pid=23895) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:43:18.150443 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:18.161928 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:43:18.289355 tst iperf3.py: using LAC 35840\u000a19:43:18.406089 tst iperf3.py: using RAC 140\u000a19:43:18.522486 tst iperf3.py: using CellId 35840\u000a19:43:18.644168 tst iperf3.py: using BVCI 35841\u000a19:43:18.667042 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:18.678062 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:18.688811 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:18.699578 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:18.710316 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:18.720994 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:18.732192 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:18.742978 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:18.753809 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:43:19.046436 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:43:19.181146 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:19.514163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23887): Launched\u000a19:43:19.791640 run iperf3-srv_10.42.42.10(pid=23888): Launched\u000a19:43:19.990040 tst iperf3.py:8: start network...\u000a19:43:20.125169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:20.631447 run create_hlr_db(pid=23889): Launched\u000a19:43:20.817178 bus /gobi_6: Setting Powered False\u000a19:43:21.838615 run create_hlr_db(pid=23889): Terminated: ok {rc=0}\u000a19:43:22.267569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23891): Launched\u000a19:43:22.590092 run osmo-hlr_10.42.42.2(pid=23892): Launched\u000a19:43:22.708263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:23.269150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23894): Launched\u000a19:43:23.592359 run osmo-stp_10.42.42.5(pid=23895): Launched\u000a19:43:23.709929 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:24.272102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23897): Launched\u000a19:43:24.387500 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:24.667683 run patchelf(pid=23898): Launched\u000a19:43:24.856213 run osmo-stp_10.42.42.5(pid=23895): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23895)]\u000a19:43:24.994679 run osmo-stp_10.42.42.5(pid=23895): stdout: \u000a| (launched: 2022-12-13_19:43:23.433665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:25.133293 run osmo-stp_10.42.42.5(pid=23895): stderr: \u000a| �[0;m�[38;5;43m20221213194323624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194323624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194323624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194323625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194323625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194323625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194323625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:25.266891 run osmo-stp_10.42.42.5(pid=23895): stdout: \u000a| (launched: 2022-12-13_19:43:23.433665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:25.399422 run osmo-stp_10.42.42.5(pid=23895): stderr: \u000a| �[0;m�[38;5;43m20221213194323624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194323624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194323624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194323625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194323625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194323625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194323625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:25.553740 run patchelf(pid=23898): Terminating (SIGINT)\u000a19:43:25.734538 run patchelf(pid=23898): Terminated: ok {rc=0}\u000a19:43:25.767694 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23895): Process ended prematurely: osmo-stp_10.42.42.5(pid=23895) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23895)] [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a19:43:25.777780 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:43:25.841635 run osmo-hlr_10.42.42.2(pid=23892): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23892)]\u000a19:43:25.893273 run osmo-hlr_10.42.42.2(pid=23892): stdout: \u000a| (launched: 2022-12-13_19:43:22.431529) \u000a19:43:25.945564 run osmo-hlr_10.42.42.2(pid=23892): stderr: \u000a| �[0;m�[1;31m20221213194322625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194322625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194322626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194322626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194322626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194322626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194322638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194322647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194322647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194322647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:25.990565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23887): Terminating (SIGTERM)\u000a19:43:26.032369 run iperf3-srv_10.42.42.10(pid=23888): Terminating (SIGTERM)\u000a19:43:26.074232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23891): Terminating (SIGTERM)\u000a19:43:26.115996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23894): Terminating (SIGTERM)\u000a19:43:26.157848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23897): Terminating (SIGTERM)\u000a19:43:26.167517 --- ParallelTerminationStrategy: PID 23887 died...\u000a19:43:26.223678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23887): Terminated: ok {rc=0}\u000a19:43:26.234391 --- ParallelTerminationStrategy: PID 23888 died...\u000a19:43:26.289975 run iperf3-srv_10.42.42.10(pid=23888): Terminated {rc=256}\u000a19:43:26.299940 --- ParallelTerminationStrategy: PID 23891 died...\u000a19:43:26.355837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23891): Terminated: ok {rc=0}\u000a19:43:26.366490 --- ParallelTerminationStrategy: PID 23894 died...\u000a19:43:26.422073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23894): Terminated: ok {rc=0}\u000a19:43:26.432260 --- ParallelTerminationStrategy: PID 23897 died...\u000a19:43:26.487737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23897): Terminated: ok {rc=0}\u000a19:43:26.574022 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23913): Process ended prematurely: osmo-stp_10.42.42.5(pid=23913) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23913)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23913): Process ended prematurely: osmo-stp_10.42.42.5(pid=23913) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:43:27.686178 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:27.697707 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:43:27.832807 tst iperf3m4.py: using LAC 35841\u000a19:43:27.958407 tst iperf3m4.py: using RAC 141\u000a19:43:28.089310 tst iperf3m4.py: using CellId 35841\u000a19:43:28.212311 tst iperf3m4.py: using BVCI 35842\u000a19:43:28.236711 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:28.248267 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:28.259627 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:28.270880 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:28.282390 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:28.293865 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:28.305679 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:28.317174 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:28.328802 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:43:28.450373 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:43:28.569766 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:43:28.688393 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:43:28.966414 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:43:29.091764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:29.403146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23899): Launched\u000a19:43:29.663955 run iperf3-srv_10.42.42.10(pid=23900): Launched\u000a19:43:29.846978 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:43:29.971586 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:30.282462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23901): Launched\u000a19:43:30.539804 run iperf3-srv_10.42.42.10(pid=23902): Launched\u000a19:43:30.721544 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:43:30.850699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:31.233461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23903): Launched\u000a19:43:31.514386 run iperf3-srv_10.42.42.10(pid=23904): Launched\u000a19:43:31.701447 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:43:31.829371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:32.148001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23905): Launched\u000a19:43:32.408165 run iperf3-srv_10.42.42.10(pid=23906): Launched\u000a19:43:32.590125 tst iperf3m4.py:8: start network...\u000a19:43:32.714394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:33.197248 run create_hlr_db(pid=23907): Launched\u000a19:43:33.369593 bus /gobi_6: Setting Powered False\u000a19:43:34.391376 run create_hlr_db(pid=23907): Terminated: ok {rc=0}\u000a19:43:34.791649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23909): Launched\u000a19:43:35.094016 run osmo-hlr_10.42.42.2(pid=23910): Launched\u000a19:43:35.203628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:35.725102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23912): Launched\u000a19:43:36.024513 run osmo-stp_10.42.42.5(pid=23913): Launched\u000a19:43:36.133072 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:36.652697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23915): Launched\u000a19:43:36.760055 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:37.021747 run patchelf(pid=23916): Launched\u000a19:43:37.197113 run osmo-stp_10.42.42.5(pid=23913): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23913)]\u000a19:43:37.325072 run osmo-stp_10.42.42.5(pid=23913): stdout: \u000a| (launched: 2022-12-13_19:43:35.877862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:37.453342 run osmo-stp_10.42.42.5(pid=23913): stderr: \u000a| �[0;m�[38;5;43m20221213194336045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194336045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194336045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194336046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194336046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194336046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194336046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:37.578305 run osmo-stp_10.42.42.5(pid=23913): stdout: \u000a| (launched: 2022-12-13_19:43:35.877862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:37.701187 run osmo-stp_10.42.42.5(pid=23913): stderr: \u000a| �[0;m�[38;5;43m20221213194336045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194336045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194336045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194336046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194336046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194336046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194336046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:37.844511 run patchelf(pid=23916): Terminating (SIGINT)\u000a19:43:38.013084 run patchelf(pid=23916): Terminated: ok {rc=0}\u000a19:43:38.044116 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23913): Process ended prematurely: osmo-stp_10.42.42.5(pid=23913) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23913)] [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:43:38.053309 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a19:43:38.113162 run osmo-hlr_10.42.42.2(pid=23910): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23910)]\u000a19:43:38.161653 run osmo-hlr_10.42.42.2(pid=23910): stdout: \u000a| (launched: 2022-12-13_19:43:34.944624) \u000a19:43:38.210846 run osmo-hlr_10.42.42.2(pid=23910): stderr: \u000a| �[0;m�[1;31m20221213194335119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194335119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194335119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194335119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194335119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194335119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194335131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194335141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194335141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194335141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:38.252810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23899): Terminating (SIGTERM)\u000a19:43:38.292182 run iperf3-srv_10.42.42.10(pid=23900): Terminating (SIGTERM)\u000a19:43:38.331508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23901): Terminating (SIGTERM)\u000a19:43:38.370800 run iperf3-srv_10.42.42.10(pid=23902): Terminating (SIGTERM)\u000a19:43:38.410650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23903): Terminating (SIGTERM)\u000a19:43:38.449960 run iperf3-srv_10.42.42.10(pid=23904): Terminating (SIGTERM)\u000a19:43:38.489308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23905): Terminating (SIGTERM)\u000a19:43:38.528483 run iperf3-srv_10.42.42.10(pid=23906): Terminating (SIGTERM)\u000a19:43:38.567713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23909): Terminating (SIGTERM)\u000a19:43:38.606926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23912): Terminating (SIGTERM)\u000a19:43:38.646140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23915): Terminating (SIGTERM)\u000a19:43:38.655384 --- ParallelTerminationStrategy: PID 23899 died...\u000a19:43:38.708735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23899): Terminated: ok {rc=0}\u000a19:43:38.718432 --- ParallelTerminationStrategy: PID 23900 died...\u000a19:43:38.771004 run iperf3-srv_10.42.42.10(pid=23900): Terminated {rc=256}\u000a19:43:38.780405 --- ParallelTerminationStrategy: PID 23901 died...\u000a19:43:38.833071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23901): Terminated: ok {rc=0}\u000a19:43:38.842655 --- ParallelTerminationStrategy: PID 23902 died...\u000a19:43:38.895472 run iperf3-srv_10.42.42.10(pid=23902): Terminated {rc=256}\u000a19:43:38.905093 --- ParallelTerminationStrategy: PID 23903 died...\u000a19:43:38.957368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23903): Terminated: ok {rc=0}\u000a19:43:38.966906 --- ParallelTerminationStrategy: PID 23904 died...\u000a19:43:39.019077 run iperf3-srv_10.42.42.10(pid=23904): Terminated {rc=256}\u000a19:43:39.028678 --- ParallelTerminationStrategy: PID 23905 died...\u000a19:43:39.081031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23905): Terminated: ok {rc=0}\u000a19:43:39.090736 --- ParallelTerminationStrategy: PID 23906 died...\u000a19:43:39.143035 run iperf3-srv_10.42.42.10(pid=23906): Terminated {rc=256}\u000a19:43:39.152563 --- ParallelTerminationStrategy: PID 23909 died...\u000a19:43:39.204931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23909): Terminated: ok {rc=0}\u000a19:43:39.214567 --- ParallelTerminationStrategy: PID 23912 died...\u000a19:43:39.266888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23912): Terminated: ok {rc=0}\u000a19:43:39.276474 --- ParallelTerminationStrategy: PID 23915 died...\u000a19:43:39.328919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23915): Terminated: ok {rc=0}\u000a19:43:39.415960 bus /gobi_4: Setting Powered False\u000a19:43:40.518513 bus /gobi_4: Setting Powered False\u000a19:43:41.628068 bus /gobi_1: Setting Powered False\u000a19:43:42.730079 bus /gobi_1: Setting Powered False\u000a19:43:43.839937 bus /gobi_0: Setting Powered False\u000a19:43:44.944860 bus /gobi_0: Setting Powered False\u000a19:43:46.059219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23923): Process ended prematurely: osmo-stp_10.42.42.5(pid=23923) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23923)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23923): Process ended prematurely: osmo-stp_10.42.42.5(pid=23923) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:43:47.123669 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:47.135758 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:43:47.264169 tst ping.py: using LAC 35842\u000a19:43:47.381745 tst ping.py: using RAC 142\u000a19:43:47.496743 tst ping.py: using CellId 35842\u000a19:43:47.611463 tst ping.py: using BVCI 35843\u000a19:43:47.634385 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:47.645824 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:47.656699 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:47.667710 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:47.678444 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:47.689149 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:47.699965 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:47.710855 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:43:47.998506 tst ping.py:19: start network...\u000a19:43:48.130678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:48.628801 run create_hlr_db(pid=23917): Launched\u000a19:43:48.812855 bus /gobi_6: Setting Powered False\u000a19:43:49.832217 run create_hlr_db(pid=23917): Terminated: ok {rc=0}\u000a19:43:50.253334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23919): Launched\u000a19:43:50.570089 run osmo-hlr_10.42.42.2(pid=23920): Launched\u000a19:43:50.688407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:51.242582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23922): Launched\u000a19:43:51.559901 run osmo-stp_10.42.42.5(pid=23923): Launched\u000a19:43:51.674879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:52.229678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23925): Launched\u000a19:43:52.342942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:52.618297 run patchelf(pid=23926): Launched\u000a19:43:52.803169 run osmo-stp_10.42.42.5(pid=23923): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23923)]\u000a19:43:52.938611 run osmo-stp_10.42.42.5(pid=23923): stdout: \u000a| (launched: 2022-12-13_19:43:51.403725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:53.075004 run osmo-stp_10.42.42.5(pid=23923): stderr: \u000a| �[0;m�[38;5;43m20221213194351591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194351591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194351591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194351592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194351592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194351592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194351592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:53.206717 run osmo-stp_10.42.42.5(pid=23923): stdout: \u000a| (launched: 2022-12-13_19:43:51.403725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:53.337046 run osmo-stp_10.42.42.5(pid=23923): stderr: \u000a| �[0;m�[38;5;43m20221213194351591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194351591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194351591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194351592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194351592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194351592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194351592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:53.487984 run patchelf(pid=23926): Terminating (SIGINT)\u000a19:43:53.665737 run patchelf(pid=23926): Terminated: ok {rc=0}\u000a19:43:53.698079 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23923): Process ended prematurely: osmo-stp_10.42.42.5(pid=23923) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23923)] [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a19:43:53.707407 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:43:53.770271 run osmo-hlr_10.42.42.2(pid=23920): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23920)]\u000a19:43:53.821824 run osmo-hlr_10.42.42.2(pid=23920): stdout: \u000a| (launched: 2022-12-13_19:43:50.414329) \u000a19:43:53.873954 run osmo-hlr_10.42.42.2(pid=23920): stderr: \u000a| �[0;m�[1;31m20221213194350606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194350607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194350607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194350607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194350607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194350607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194350619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194350627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194350627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194350627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:53.918501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23919): Terminating (SIGTERM)\u000a19:43:53.960257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23922): Terminating (SIGTERM)\u000a19:43:54.002296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23925): Terminating (SIGTERM)\u000a19:43:54.012004 --- ParallelTerminationStrategy: PID 23919 died...\u000a19:43:54.068174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23919): Terminated: ok {rc=0}\u000a19:43:54.079022 --- ParallelTerminationStrategy: PID 23922 died...\u000a19:43:54.134949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23922): Terminated: ok {rc=0}\u000a19:43:54.145350 --- ParallelTerminationStrategy: PID 23925 died...\u000a19:43:54.200981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23925): Terminated: ok {rc=0}\u000a19:43:54.287747 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23933): Process ended prematurely: osmo-stp_10.42.42.5(pid=23933) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23933): Process ended prematurely: osmo-stp_10.42.42.5(pid=23933) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:43:55.340345 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:55.352910 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:43:55.486339 tst ping_idle_ping.py: using LAC 35843\u000a19:43:55.616291 tst ping_idle_ping.py: using RAC 143\u000a19:43:55.738721 tst ping_idle_ping.py: using CellId 35843\u000a19:43:55.855623 tst ping_idle_ping.py: using BVCI 35844\u000a19:43:55.878623 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:55.889978 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:55.901111 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:55.912050 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:55.923279 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:55.934597 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:55.946102 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:43:55.957400 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:43:56.246461 tst ping_idle_ping.py:24: start network...\u000a19:43:56.379602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:56.888272 run create_hlr_db(pid=23927): Launched\u000a19:43:57.073750 bus /gobi_6: Setting Powered False\u000a19:43:58.094639 run create_hlr_db(pid=23927): Terminated: ok {rc=0}\u000a19:43:58.518234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23929): Launched\u000a19:43:58.837717 run osmo-hlr_10.42.42.2(pid=23930): Launched\u000a19:43:58.955144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:59.509935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23932): Launched\u000a19:43:59.828773 run osmo-stp_10.42.42.5(pid=23933): Launched\u000a19:43:59.944313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:44:00.496491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23935): Launched\u000a19:44:00.610204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:44:00.905494 run patchelf(pid=23936): Launched\u000a19:44:01.096069 run osmo-stp_10.42.42.5(pid=23933): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933)]\u000a19:44:01.235139 run osmo-stp_10.42.42.5(pid=23933): stdout: \u000a| (launched: 2022-12-13_19:43:59.671403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:01.373382 run osmo-stp_10.42.42.5(pid=23933): stderr: \u000a| �[0;m�[38;5;43m20221213194359859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194359859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194359859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194359859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194359860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194359860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194359860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:01.508288 run osmo-stp_10.42.42.5(pid=23933): stdout: \u000a| (launched: 2022-12-13_19:43:59.671403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:01.641549 run osmo-stp_10.42.42.5(pid=23933): stderr: \u000a| �[0;m�[38;5;43m20221213194359859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194359859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194359859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194359859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194359860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194359860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194359860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:01.797517 run patchelf(pid=23936): Terminating (SIGINT)\u000a19:44:01.979351 run patchelf(pid=23936): Terminated: ok {rc=0}\u000a19:44:02.014503 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23933): Process ended prematurely: osmo-stp_10.42.42.5(pid=23933) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23933)] [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:44:02.024676 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:44:02.090169 run osmo-hlr_10.42.42.2(pid=23930): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23930)]\u000a19:44:02.143146 run osmo-hlr_10.42.42.2(pid=23930): stdout: \u000a| (launched: 2022-12-13_19:43:58.680063) \u000a19:44:02.196398 run osmo-hlr_10.42.42.2(pid=23930): stderr: \u000a| �[0;m�[1;31m20221213194358872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194358872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194358872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194358872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194358873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194358873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194358885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194358893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194358894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194358894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:02.240609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23929): Terminating (SIGTERM)\u000a19:44:02.282408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23932): Terminating (SIGTERM)\u000a19:44:02.324171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23935): Terminating (SIGTERM)\u000a19:44:02.333854 --- ParallelTerminationStrategy: PID 23929 died...\u000a19:44:02.390071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23929): Terminated: ok {rc=0}\u000a19:44:02.400757 --- ParallelTerminationStrategy: PID 23932 died...\u000a19:44:02.456108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23932): Terminated: ok {rc=0}\u000a19:44:02.466733 --- ParallelTerminationStrategy: PID 23935 died...\u000a19:44:02.522106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23935): Terminated: ok {rc=0}\u000a19:44:02.608026 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:43:05" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23951): Process ended prematurely: osmo-stp_10.42.42.5(pid=23951) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23951)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23951): Process ended prematurely: osmo-stp_10.42.42.5(pid=23951) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:44:04.750762 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:04.762252 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:44:04.920423 tst cs_paging_gprs_active.py: using LAC 35844\u000a19:44:05.044885 tst cs_paging_gprs_active.py: using RAC 144\u000a19:44:05.169204 tst cs_paging_gprs_active.py: using CellId 35844\u000a19:44:05.293555 tst cs_paging_gprs_active.py: using BVCI 35845\u000a19:44:05.318184 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:05.329711 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:05.341059 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:05.352427 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:05.363995 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:05.375612 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:05.387678 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:05.399266 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:05.411211 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:44:05.527728 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:44:05.822527 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:44:05.958359 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:44:06.294045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23941): Launched\u000a19:44:06.570360 run iperf3-srv_10.42.42.10(pid=23942): Launched\u000a19:44:06.768288 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:44:06.902645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:44:07.237877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23943): Launched\u000a19:44:07.516322 run iperf3-srv_10.42.42.10(pid=23944): Launched\u000a19:44:07.714107 tst cs_paging_gprs_active.py:38: start network...\u000a19:44:07.849436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:08.358591 run create_hlr_db(pid=23945): Launched\u000a19:44:08.545341 bus /gobi_6: Setting Powered False\u000a19:44:09.555925 run create_hlr_db(pid=23945): Terminated: ok {rc=0}\u000a19:44:09.992037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23947): Launched\u000a19:44:10.316422 run osmo-hlr_10.42.42.2(pid=23948): Launched\u000a19:44:10.438733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:10.998245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23950): Launched\u000a19:44:11.323169 run osmo-stp_10.42.42.5(pid=23951): Launched\u000a19:44:11.441023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:44:12.009106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23953): Launched\u000a19:44:12.116288 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:44:12.379832 run patchelf(pid=23954): Launched\u000a19:44:12.555953 run osmo-stp_10.42.42.5(pid=23951): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23951)]\u000a19:44:12.685068 run osmo-stp_10.42.42.5(pid=23951): stdout: \u000a| (launched: 2022-12-13_19:44:11.162385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:12.814220 run osmo-stp_10.42.42.5(pid=23951): stderr: \u000a| �[0;m�[38;5;43m20221213194411350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194411350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194411350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194411351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194411351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194411351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194411351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:12.938524 run osmo-stp_10.42.42.5(pid=23951): stdout: \u000a| (launched: 2022-12-13_19:44:11.162385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:13.062204 run osmo-stp_10.42.42.5(pid=23951): stderr: \u000a| �[0;m�[38;5;43m20221213194411350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194411350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194411350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194411351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194411351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194411351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194411351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:13.205835 run patchelf(pid=23954): Terminating (SIGINT)\u000a19:44:13.374796 run patchelf(pid=23954): Terminated: ok {rc=0}\u000a19:44:13.405738 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23951): Process ended prematurely: osmo-stp_10.42.42.5(pid=23951) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23951)] [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:44:13.414864 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:44:13.474530 run osmo-hlr_10.42.42.2(pid=23948): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23948)]\u000a19:44:13.523449 run osmo-hlr_10.42.42.2(pid=23948): stdout: \u000a| (launched: 2022-12-13_19:44:10.157244) \u000a19:44:13.573177 run osmo-hlr_10.42.42.2(pid=23948): stderr: \u000a| �[0;m�[1;31m20221213194410349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194410349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194410349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194410349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194410349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194410349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194410362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194410371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194410371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194410371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:13.615896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23941): Terminating (SIGTERM)\u000a19:44:13.655901 run iperf3-srv_10.42.42.10(pid=23942): Terminating (SIGTERM)\u000a19:44:13.695808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23943): Terminating (SIGTERM)\u000a19:44:13.735545 run iperf3-srv_10.42.42.10(pid=23944): Terminating (SIGTERM)\u000a19:44:13.775604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23947): Terminating (SIGTERM)\u000a19:44:13.815460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23950): Terminating (SIGTERM)\u000a19:44:13.855877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23953): Terminating (SIGTERM)\u000a19:44:13.865273 --- ParallelTerminationStrategy: PID 23941 died...\u000a19:44:13.918805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23941): Terminated: ok {rc=0}\u000a19:44:13.928455 --- ParallelTerminationStrategy: PID 23942 died...\u000a19:44:13.981638 run iperf3-srv_10.42.42.10(pid=23942): Terminated {rc=256}\u000a19:44:13.991250 --- ParallelTerminationStrategy: PID 23943 died...\u000a19:44:14.044106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23943): Terminated: ok {rc=0}\u000a19:44:14.053657 --- ParallelTerminationStrategy: PID 23944 died...\u000a19:44:14.106633 run iperf3-srv_10.42.42.10(pid=23944): Terminated {rc=256}\u000a19:44:14.116299 --- ParallelTerminationStrategy: PID 23947 died...\u000a19:44:14.169428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23947): Terminated: ok {rc=0}\u000a19:44:14.179140 --- ParallelTerminationStrategy: PID 23950 died...\u000a19:44:14.232236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23950): Terminated: ok {rc=0}\u000a19:44:14.241976 --- ParallelTerminationStrategy: PID 23953 died...\u000a19:44:14.295052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23953): Terminated: ok {rc=0}\u000a19:44:14.378720 bus /gobi_0: Setting Powered False\u000a19:44:15.481263 bus /gobi_0: Setting Powered False\u000a19:44:16.590099 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23963): Process ended prematurely: osmo-stp_10.42.42.5(pid=23963) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23963)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23963): Process ended prematurely: osmo-stp_10.42.42.5(pid=23963) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:44:17.697775 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:17.709474 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:44:17.859860 tst iperf3.py: using LAC 35845\u000a19:44:17.978277 tst iperf3.py: using RAC 145\u000a19:44:18.095937 tst iperf3.py: using CellId 35845\u000a19:44:18.213962 tst iperf3.py: using BVCI 35846\u000a19:44:18.236715 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:18.247812 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:18.258606 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:18.269408 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:18.280402 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:18.291386 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:18.302484 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:18.313555 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:18.325002 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:44:18.601243 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:44:18.726830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:44:19.039070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23955): Launched\u000a19:44:19.298906 run iperf3-srv_10.42.42.10(pid=23956): Launched\u000a19:44:19.481695 tst iperf3.py:8: start network...\u000a19:44:19.606591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:20.088510 run create_hlr_db(pid=23957): Launched\u000a19:44:20.276067 bus /gobi_6: Setting Powered False\u000a19:44:21.296871 run create_hlr_db(pid=23957): Terminated: ok {rc=0}\u000a19:44:21.701130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23959): Launched\u000a19:44:22.002552 run osmo-hlr_10.42.42.2(pid=23960): Launched\u000a19:44:22.121711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:22.646865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23962): Launched\u000a19:44:22.948600 run osmo-stp_10.42.42.5(pid=23963): Launched\u000a19:44:23.057444 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:44:23.579629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23965): Launched\u000a19:44:23.686477 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:44:23.947836 run patchelf(pid=23966): Launched\u000a19:44:24.123404 run osmo-stp_10.42.42.5(pid=23963): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23963)]\u000a19:44:24.251609 run osmo-stp_10.42.42.5(pid=23963): stdout: \u000a| (launched: 2022-12-13_19:44:22.799374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:24.380285 run osmo-stp_10.42.42.5(pid=23963): stderr: \u000a| �[0;m�[38;5;43m20221213194422965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194422965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194422966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194422966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194422967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194422967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194422967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:24.504381 run osmo-stp_10.42.42.5(pid=23963): stdout: \u000a| (launched: 2022-12-13_19:44:22.799374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:24.627882 run osmo-stp_10.42.42.5(pid=23963): stderr: \u000a| �[0;m�[38;5;43m20221213194422965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194422965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194422966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194422966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194422967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194422967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194422967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:24.771116 run patchelf(pid=23966): Terminating (SIGINT)\u000a19:44:24.940031 run patchelf(pid=23966): Terminated: ok {rc=0}\u000a19:44:24.971036 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23963): Process ended prematurely: osmo-stp_10.42.42.5(pid=23963) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23963)] [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:44:24.980253 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a19:44:25.040433 run osmo-hlr_10.42.42.2(pid=23960): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23960)]\u000a19:44:25.089720 run osmo-hlr_10.42.42.2(pid=23960): stdout: \u000a| (launched: 2022-12-13_19:44:21.854417) \u000a19:44:25.139441 run osmo-hlr_10.42.42.2(pid=23960): stderr: \u000a| �[0;m�[1;31m20221213194422026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194422026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194422026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194422026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194422026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194422026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194422037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194422045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194422046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194422046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:25.182073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23955): Terminating (SIGTERM)\u000a19:44:25.222164 run iperf3-srv_10.42.42.10(pid=23956): Terminating (SIGTERM)\u000a19:44:25.262088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23959): Terminating (SIGTERM)\u000a19:44:25.302169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23962): Terminating (SIGTERM)\u000a19:44:25.342105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23965): Terminating (SIGTERM)\u000a19:44:25.350935 --- ParallelTerminationStrategy: PID 23955 died...\u000a19:44:25.404351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23955): Terminated: ok {rc=0}\u000a19:44:25.414145 --- ParallelTerminationStrategy: PID 23956 died...\u000a19:44:25.467217 run iperf3-srv_10.42.42.10(pid=23956): Terminated {rc=256}\u000a19:44:25.476854 --- ParallelTerminationStrategy: PID 23959 died...\u000a19:44:25.530001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23959): Terminated: ok {rc=0}\u000a19:44:25.539855 --- ParallelTerminationStrategy: PID 23962 died...\u000a19:44:25.593026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23962): Terminated: ok {rc=0}\u000a19:44:25.602716 --- ParallelTerminationStrategy: PID 23965 died...\u000a19:44:25.655804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23965): Terminated: ok {rc=0}\u000a19:44:25.739209 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23982): Process ended prematurely: osmo-stp_10.42.42.5(pid=23982) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23982)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23982): Process ended prematurely: osmo-stp_10.42.42.5(pid=23982) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:44:26.854602 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:26.866697 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:44:27.020453 tst iperf3m4.py: using LAC 35846\u000a19:44:27.136896 tst iperf3m4.py: using RAC 146\u000a19:44:27.252843 tst iperf3m4.py: using CellId 35846\u000a19:44:27.369524 tst iperf3m4.py: using BVCI 35847\u000a19:44:27.392564 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:27.403689 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:27.414899 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:27.425730 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:27.436886 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:27.448063 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:27.459376 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:27.470317 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:27.481978 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:44:27.597281 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:44:27.718496 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:44:27.838164 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:44:28.133325 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:44:28.268378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:44:28.602862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23968): Launched\u000a19:44:28.880664 run iperf3-srv_10.42.42.10(pid=23969): Launched\u000a19:44:29.079769 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:44:29.215102 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:44:29.548549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23970): Launched\u000a19:44:29.825689 run iperf3-srv_10.42.42.10(pid=23971): Launched\u000a19:44:30.024249 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:44:30.159396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:44:30.493258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23972): Launched\u000a19:44:30.770360 run iperf3-srv_10.42.42.10(pid=23973): Launched\u000a19:44:30.984843 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:44:31.150926 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:44:31.505764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23974): Launched\u000a19:44:31.793264 run iperf3-srv_10.42.42.10(pid=23975): Launched\u000a19:44:31.979970 tst iperf3m4.py:8: start network...\u000a19:44:32.108725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:32.596466 run create_hlr_db(pid=23976): Launched\u000a19:44:32.769540 bus /gobi_6: Setting Powered False\u000a19:44:33.791189 run create_hlr_db(pid=23976): Terminated: ok {rc=0}\u000a19:44:34.191905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23978): Launched\u000a19:44:34.491544 run osmo-hlr_10.42.42.2(pid=23979): Launched\u000a19:44:34.605252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:35.126560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23981): Launched\u000a19:44:35.424932 run osmo-stp_10.42.42.5(pid=23982): Launched\u000a19:44:35.532802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:44:36.056073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23984): Launched\u000a19:44:36.162614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:44:36.423894 run patchelf(pid=23985): Launched\u000a19:44:36.599462 run osmo-stp_10.42.42.5(pid=23982): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23982)]\u000a19:44:36.727541 run osmo-stp_10.42.42.5(pid=23982): stdout: \u000a| (launched: 2022-12-13_19:44:35.278358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:36.856081 run osmo-stp_10.42.42.5(pid=23982): stderr: \u000a| �[0;m�[38;5;43m20221213194435447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194435447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194435448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194435448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194435449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194435449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194435449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:36.980216 run osmo-stp_10.42.42.5(pid=23982): stdout: \u000a| (launched: 2022-12-13_19:44:35.278358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:37.103589 run osmo-stp_10.42.42.5(pid=23982): stderr: \u000a| �[0;m�[38;5;43m20221213194435447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194435447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194435448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194435448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194435449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194435449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194435449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:37.246828 run patchelf(pid=23985): Terminating (SIGINT)\u000a19:44:37.415111 run patchelf(pid=23985): Terminated: ok {rc=0}\u000a19:44:37.446124 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23982): Process ended prematurely: osmo-stp_10.42.42.5(pid=23982) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23982)] [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:44:37.455362 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a19:44:37.515537 run osmo-hlr_10.42.42.2(pid=23979): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23979)]\u000a19:44:37.564036 run osmo-hlr_10.42.42.2(pid=23979): stdout: \u000a| (launched: 2022-12-13_19:44:34.344564) \u000a19:44:37.613357 run osmo-hlr_10.42.42.2(pid=23979): stderr: \u000a| �[0;m�[1;31m20221213194434519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194434519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194434519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194434519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194434519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194434519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194434532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194434541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194434541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194434541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:37.655231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23968): Terminating (SIGTERM)\u000a19:44:37.695409 run iperf3-srv_10.42.42.10(pid=23969): Terminating (SIGTERM)\u000a19:44:37.735298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23970): Terminating (SIGTERM)\u000a19:44:37.774539 run iperf3-srv_10.42.42.10(pid=23971): Terminating (SIGTERM)\u000a19:44:37.813842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23972): Terminating (SIGTERM)\u000a19:44:37.853133 run iperf3-srv_10.42.42.10(pid=23973): Terminating (SIGTERM)\u000a19:44:37.892408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23974): Terminating (SIGTERM)\u000a19:44:37.931531 run iperf3-srv_10.42.42.10(pid=23975): Terminating (SIGTERM)\u000a19:44:37.970922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23978): Terminating (SIGTERM)\u000a19:44:38.010264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23981): Terminating (SIGTERM)\u000a19:44:38.050338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23984): Terminating (SIGTERM)\u000a19:44:38.059511 --- ParallelTerminationStrategy: PID 23968 died...\u000a19:44:38.112274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23968): Terminated: ok {rc=0}\u000a19:44:38.121898 --- ParallelTerminationStrategy: PID 23969 died...\u000a19:44:38.174607 run iperf3-srv_10.42.42.10(pid=23969): Terminated {rc=256}\u000a19:44:38.184200 --- ParallelTerminationStrategy: PID 23970 died...\u000a19:44:38.236915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23970): Terminated: ok {rc=0}\u000a19:44:38.246649 --- ParallelTerminationStrategy: PID 23971 died...\u000a19:44:38.299028 run iperf3-srv_10.42.42.10(pid=23971): Terminated {rc=256}\u000a19:44:38.308556 --- ParallelTerminationStrategy: PID 23972 died...\u000a19:44:38.361167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23972): Terminated: ok {rc=0}\u000a19:44:38.370774 --- ParallelTerminationStrategy: PID 23973 died...\u000a19:44:38.423314 run iperf3-srv_10.42.42.10(pid=23973): Terminated {rc=256}\u000a19:44:38.432755 --- ParallelTerminationStrategy: PID 23974 died...\u000a19:44:38.485478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23974): Terminated: ok {rc=0}\u000a19:44:38.495170 --- ParallelTerminationStrategy: PID 23975 died...\u000a19:44:38.547665 run iperf3-srv_10.42.42.10(pid=23975): Terminated {rc=256}\u000a19:44:38.557360 --- ParallelTerminationStrategy: PID 23978 died...\u000a19:44:38.609927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23978): Terminated: ok {rc=0}\u000a19:44:38.619518 --- ParallelTerminationStrategy: PID 23981 died...\u000a19:44:38.672202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23981): Terminated: ok {rc=0}\u000a19:44:38.682074 --- ParallelTerminationStrategy: PID 23984 died...\u000a19:44:38.734749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23984): Terminated: ok {rc=0}\u000a19:44:38.821663 bus /gobi_4: Setting Powered False\u000a19:44:39.925544 bus /gobi_4: Setting Powered False\u000a19:44:41.035888 bus /gobi_1: Setting Powered False\u000a19:44:42.138629 bus /gobi_1: Setting Powered False\u000a19:44:43.248875 bus /gobi_0: Setting Powered False\u000a19:44:44.349348 bus /gobi_0: Setting Powered False\u000a19:44:45.460806 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23992): Process ended prematurely: osmo-stp_10.42.42.5(pid=23992) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23992)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23992): Process ended prematurely: osmo-stp_10.42.42.5(pid=23992) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:44:46.529913 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:46.543121 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:44:46.717188 tst ping.py: using LAC 35847\u000a19:44:46.846771 tst ping.py: using RAC 147\u000a19:44:46.999062 tst ping.py: using CellId 35847\u000a19:44:47.117029 tst ping.py: using BVCI 35848\u000a19:44:47.140382 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:47.152121 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:47.163830 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:47.175339 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:47.187102 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:47.198745 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:47.210513 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:47.222103 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:44:47.508269 tst ping.py:19: start network...\u000a19:44:47.641332 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:48.141569 run create_hlr_db(pid=23986): Launched\u000a19:44:48.326039 bus /gobi_6: Setting Powered False\u000a19:44:49.346384 run create_hlr_db(pid=23986): Terminated: ok {rc=0}\u000a19:44:49.744997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23988): Launched\u000a19:44:50.041313 run osmo-hlr_10.42.42.2(pid=23989): Launched\u000a19:44:50.151659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:50.670747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23991): Launched\u000a19:44:50.966324 run osmo-stp_10.42.42.5(pid=23992): Launched\u000a19:44:51.072647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:44:51.587181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23994): Launched\u000a19:44:51.691622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:44:51.947641 run patchelf(pid=23995): Launched\u000a19:44:52.119706 run osmo-stp_10.42.42.5(pid=23992): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23992)]\u000a19:44:52.246370 run osmo-stp_10.42.42.5(pid=23992): stdout: \u000a| (launched: 2022-12-13_19:44:50.819816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:52.372150 run osmo-stp_10.42.42.5(pid=23992): stderr: \u000a| �[0;m�[38;5;43m20221213194450986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194450986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194450986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194450987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194450987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194450987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194450987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:52.494422 run osmo-stp_10.42.42.5(pid=23992): stdout: \u000a| (launched: 2022-12-13_19:44:50.819816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:52.615455 run osmo-stp_10.42.42.5(pid=23992): stderr: \u000a| �[0;m�[38;5;43m20221213194450986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194450986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194450986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194450987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194450987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194450987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194450987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:52.756513 run patchelf(pid=23995): Terminating (SIGINT)\u000a19:44:52.921767 run patchelf(pid=23995): Terminated: ok {rc=0}\u000a19:44:52.951963 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23992): Process ended prematurely: osmo-stp_10.42.42.5(pid=23992) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23992)] [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:44:52.960578 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:44:53.019773 run osmo-hlr_10.42.42.2(pid=23989): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23989)]\u000a19:44:53.068109 run osmo-hlr_10.42.42.2(pid=23989): stdout: \u000a| (launched: 2022-12-13_19:44:49.895461) \u000a19:44:53.117109 run osmo-hlr_10.42.42.2(pid=23989): stderr: \u000a| �[0;m�[1;31m20221213194450068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194450068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194450068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194450068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194450068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194450068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194450080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194450090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194450091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194450091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:53.158651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23988): Terminating (SIGTERM)\u000a19:44:53.197851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23991): Terminating (SIGTERM)\u000a19:44:53.237216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23994): Terminating (SIGTERM)\u000a19:44:53.246448 --- ParallelTerminationStrategy: PID 23988 died...\u000a19:44:53.299333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23988): Terminated: ok {rc=0}\u000a19:44:53.308996 --- ParallelTerminationStrategy: PID 23991 died...\u000a19:44:53.361182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23991): Terminated: ok {rc=0}\u000a19:44:53.370796 --- ParallelTerminationStrategy: PID 23994 died...\u000a19:44:53.423105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23994): Terminated: ok {rc=0}\u000a19:44:53.510610 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24002): Process ended prematurely: osmo-stp_10.42.42.5(pid=24002) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24002)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24002): Process ended prematurely: osmo-stp_10.42.42.5(pid=24002) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:44:54.562181 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:54.574817 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:44:54.722920 tst ping_idle_ping.py: using LAC 35848\u000a19:44:54.837149 tst ping_idle_ping.py: using RAC 148\u000a19:44:54.951225 tst ping_idle_ping.py: using CellId 35848\u000a19:44:55.064863 tst ping_idle_ping.py: using BVCI 35849\u000a19:44:55.087359 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:55.098438 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:55.109387 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:55.120176 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:55.130868 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:55.141663 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:55.152536 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:44:55.163348 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:44:55.433744 tst ping_idle_ping.py:24: start network...\u000a19:44:55.556571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:56.031299 run create_hlr_db(pid=23996): Launched\u000a19:44:56.202105 bus /gobi_6: Setting Powered False\u000a19:44:57.223132 run create_hlr_db(pid=23996): Terminated: ok {rc=0}\u000a19:44:57.646426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23998): Launched\u000a19:44:57.964629 run osmo-hlr_10.42.42.2(pid=23999): Launched\u000a19:44:58.080261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:58.634164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24001): Launched\u000a19:44:58.951218 run osmo-stp_10.42.42.5(pid=24002): Launched\u000a19:44:59.066786 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:44:59.620650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24004): Launched\u000a19:44:59.733871 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:45:00.009967 run patchelf(pid=24005): Launched\u000a19:45:00.196172 run osmo-stp_10.42.42.5(pid=24002): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24002)]\u000a19:45:00.333083 run osmo-stp_10.42.42.5(pid=24002): stdout: \u000a| (launched: 2022-12-13_19:44:58.795722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:00.469144 run osmo-stp_10.42.42.5(pid=24002): stderr: \u000a| �[0;m�[38;5;43m20221213194458981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194458981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194458981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194458982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194458982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194458982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194458982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:00.601053 run osmo-stp_10.42.42.5(pid=24002): stdout: \u000a| (launched: 2022-12-13_19:44:58.795722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:00.731828 run osmo-stp_10.42.42.5(pid=24002): stderr: \u000a| �[0;m�[38;5;43m20221213194458981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194458981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194458981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194458982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194458982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194458982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194458982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:00.892780 run patchelf(pid=24005): Terminating (SIGINT)\u000a19:45:01.087795 run patchelf(pid=24005): Terminated: ok {rc=0}\u000a19:45:01.119447 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24002): Process ended prematurely: osmo-stp_10.42.42.5(pid=24002) [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24002)] [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:45:01.128845 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:45:01.192114 run osmo-hlr_10.42.42.2(pid=23999): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23999)]\u000a19:45:01.241933 run osmo-hlr_10.42.42.2(pid=23999): stdout: \u000a| (launched: 2022-12-13_19:44:57.808342) \u000a19:45:01.292529 run osmo-hlr_10.42.42.2(pid=23999): stderr: \u000a| �[0;m�[1;31m20221213194458001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194458001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194458001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194458001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194458001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194458001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194458014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194458022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194458022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194458023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:01.335846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23998): Terminating (SIGTERM)\u000a19:45:01.379123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24001): Terminating (SIGTERM)\u000a19:45:01.423783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24004): Terminating (SIGTERM)\u000a19:45:01.434561 --- ParallelTerminationStrategy: PID 23998 died...\u000a19:45:01.490774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23998): Terminated: ok {rc=0}\u000a19:45:01.500870 --- ParallelTerminationStrategy: PID 24001 died...\u000a19:45:01.555327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24001): Terminated: ok {rc=0}\u000a19:45:01.566237 --- ParallelTerminationStrategy: PID 24004 died...\u000a19:45:01.621751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24004): Terminated: ok {rc=0}\u000a19:45:01.714084 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:44:04" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24018): Process ended prematurely: osmo-stp_10.42.42.5(pid=24018) [trial-2393↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24018)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24018): Process ended prematurely: osmo-stp_10.42.42.5(pid=24018) [trial-2393↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:45:03.731369 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:45:03.743496 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:45:03.898044 tst switch_tch_pdch.py: using LAC 35849\u000a19:45:04.021626 tst switch_tch_pdch.py: using RAC 149\u000a19:45:04.145365 tst switch_tch_pdch.py: using CellId 35849\u000a19:45:04.263710 tst switch_tch_pdch.py: using BVCI 35850\u000a19:45:04.286392 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:45:04.298152 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:45:04.309650 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:45:04.321242 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:45:04.332852 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:45:04.344928 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:45:04.356519 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:45:04.368044 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:45:04.482517 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:45:04.770671 tst switch_tch_pdch.py:51: start network...\u000a19:45:04.903449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:05.404516 run create_hlr_db(pid=24012): Launched\u000a19:45:05.588769 bus /gobi_6: Setting Powered False\u000a19:45:06.608906 run create_hlr_db(pid=24012): Terminated: ok {rc=0}\u000a19:45:07.006051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24014): Launched\u000a19:45:07.302437 run osmo-hlr_10.42.42.2(pid=24015): Launched\u000a19:45:07.415320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:07.928346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24017): Launched\u000a19:45:08.222589 run osmo-stp_10.42.42.5(pid=24018): Launched\u000a19:45:08.329638 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:45:08.843992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24020): Launched\u000a19:45:08.948270 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:45:09.204580 run patchelf(pid=24021): Launched\u000a19:45:09.376676 run osmo-stp_10.42.42.5(pid=24018): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24018)]\u000a19:45:09.502586 run osmo-stp_10.42.42.5(pid=24018): stdout: \u000a| (launched: 2022-12-13_19:45:08.077652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:09.628385 run osmo-stp_10.42.42.5(pid=24018): stderr: \u000a| �[0;m�[38;5;43m20221213194508245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194508245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194508245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194508246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194508246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194508246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194508246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:09.750201 run osmo-stp_10.42.42.5(pid=24018): stdout: \u000a| (launched: 2022-12-13_19:45:08.077652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:09.871024 run osmo-stp_10.42.42.5(pid=24018): stderr: \u000a| �[0;m�[38;5;43m20221213194508245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194508245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194508245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194508246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194508246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194508246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194508246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:10.011128 run patchelf(pid=24021): Terminating (SIGINT)\u000a19:45:10.176249 run patchelf(pid=24021): Terminated: ok {rc=0}\u000a19:45:10.206376 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24018): Process ended prematurely: osmo-stp_10.42.42.5(pid=24018) [trial-2393↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24018)] [trial-2393↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:45:10.215020 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a19:45:10.274308 run osmo-hlr_10.42.42.2(pid=24015): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24015)]\u000a19:45:10.323545 run osmo-hlr_10.42.42.2(pid=24015): stdout: \u000a| (launched: 2022-12-13_19:45:07.157218) \u000a19:45:10.373272 run osmo-hlr_10.42.42.2(pid=24015): stderr: \u000a| �[0;m�[1;31m20221213194507329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194507330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194507330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194507330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194507330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194507330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194507342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194507351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194507351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194507351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:10.415328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24014): Terminating (SIGTERM)\u000a19:45:10.454902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24017): Terminating (SIGTERM)\u000a19:45:10.494460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24020): Terminating (SIGTERM)\u000a19:45:10.503644 --- ParallelTerminationStrategy: PID 24014 died...\u000a19:45:10.556310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24014): Terminated: ok {rc=0}\u000a19:45:10.565974 --- ParallelTerminationStrategy: PID 24017 died...\u000a19:45:10.618547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24017): Terminated: ok {rc=0}\u000a19:45:10.627975 --- ParallelTerminationStrategy: PID 24020 died...\u000a19:45:10.680289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24020): Terminated: ok {rc=0}\u000a19:45:10.766952 bus /gobi_0: Setting Powered False\u000a19:45:11.868333 bus /gobi_0: Setting Powered False\u000a19:45:12.978859 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:45:03" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24031): Process ended prematurely: osmo-stp_10.42.42.5(pid=24031) [trial-2393↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24031)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24031): Process ended prematurely: osmo-stp_10.42.42.5(pid=24031) [trial-2393↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a19:45:14.912734 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:45:14.923520 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:45:15.053538 tst mo_mt_sms.py: using LAC 35850\u000a19:45:15.170345 tst mo_mt_sms.py: using RAC 150\u000a19:45:15.283933 tst mo_mt_sms.py: using CellId 35850\u000a19:45:15.406813 tst mo_mt_sms.py: using BVCI 35851\u000a19:45:15.431014 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:45:15.442454 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:45:15.453620 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:45:15.464639 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:45:15.476072 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:45:15.487548 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a19:45:15.600316 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a19:45:15.808266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:16.363993 run create_hlr_db(pid=24025): Launched\u000a19:45:16.541806 bus /gobi_6: Setting Powered False\u000a19:45:17.557738 run create_hlr_db(pid=24025): Terminated: ok {rc=0}\u000a19:45:17.980228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24027): Launched\u000a19:45:18.298059 run osmo-hlr_10.42.42.2(pid=24028): Launched\u000a19:45:18.415408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:18.966063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24030): Launched\u000a19:45:19.282937 run osmo-stp_10.42.42.5(pid=24031): Launched\u000a19:45:19.398674 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:19.978385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24033): Launched\u000a19:45:20.297909 run osmo-msc_10.42.42.6(pid=24034): Launched\u000a19:45:20.484661 run osmo-stp_10.42.42.5(pid=24031): ERR: Terminated: ERROR {rc=1} [trial-2393↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24031)]\u000a19:45:20.619641 run osmo-stp_10.42.42.5(pid=24031): stdout: \u000a| (launched: 2022-12-13_19:45:19.127673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:20.753278 run osmo-stp_10.42.42.5(pid=24031): stderr: \u000a| �[0;m�[38;5;43m20221213194519314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194519314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194519315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194519315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194519316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194519316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194519316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:20.881812 run osmo-stp_10.42.42.5(pid=24031): stdout: \u000a| (launched: 2022-12-13_19:45:19.127673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:21.009287 run osmo-stp_10.42.42.5(pid=24031): stderr: \u000a| �[0;m�[38;5;43m20221213194519314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194519314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194519315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194519315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194519316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194519316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194519316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:21.065482 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24031): Process ended prematurely: osmo-stp_10.42.42.5(pid=24031) [trial-2393↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24031)] [trial-2393↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a19:45:21.074157 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a19:45:21.137114 run osmo-hlr_10.42.42.2(pid=24028): ERR: Terminated: ERROR {rc=237} [trial-2393↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24028)]\u000a19:45:21.188453 run osmo-hlr_10.42.42.2(pid=24028): stdout: \u000a| (launched: 2022-12-13_19:45:18.142541) \u000a19:45:21.240588 run osmo-hlr_10.42.42.2(pid=24028): stderr: \u000a| �[0;m�[1;31m20221213194518334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194518334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194518334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194518335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194518335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194518335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194518346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194518354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194518355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194518355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:21.311284 run osmo-msc_10.42.42.6(pid=24034): ERR: Terminated: ERROR {rc=2} [trial-2393↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24034)]\u000a19:45:21.362748 run osmo-msc_10.42.42.6(pid=24034): stdout: \u000a| (launched: 2022-12-13_19:45:20.140610) \u000a19:45:21.414719 run osmo-msc_10.42.42.6(pid=24034): stderr: \u000a| �[0;m�[38;5;43m20221213194520458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194520458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7bd1110c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194520458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194520459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194520459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194520459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194520461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194520461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194520461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194520461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:21.459063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24027): Terminating (SIGTERM)\u000a19:45:21.501083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24030): Terminating (SIGTERM)\u000a19:45:21.543146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24033): Terminating (SIGTERM)\u000a19:45:21.552880 --- ParallelTerminationStrategy: PID 24027 died...\u000a19:45:21.609524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24027): Terminated: ok {rc=0}\u000a19:45:21.620374 --- ParallelTerminationStrategy: PID 24030 died...\u000a19:45:21.676093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24030): Terminated: ok {rc=0}\u000a19:45:21.686931 --- ParallelTerminationStrategy: PID 24033 died...\u000a19:45:21.742517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24033): Terminated: ok {rc=0}\u000a19:45:21.829493 bus /sierra_3: Setting Powered False\u000a19:45:22.934606 bus /sierra_3: Setting Powered False\u000a19:45:24.047873 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:45:14" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24040): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24040) [trial-2393↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24040)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24040): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24040) [trial-2393↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a19:45:25.894603 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a19:45:25.906141 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:45:26.040078 tst assert_extension.py: using LAC 35851\u000a19:45:26.156471 tst assert_extension.py: using RAC 151\u000a19:45:26.270942 tst assert_extension.py: using CellId 35851\u000a19:45:26.386279 tst assert_extension.py: using BVCI 35852\u000a19:45:26.408562 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a19:45:26.696144 tst assert_extension.py:10: start nitb and bts...\u000a19:45:26.828568 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:45:27.483493 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24039): Launched\u000a19:45:27.798317 run osmo-nitb_10.42.42.2(pid=24040): Launched\u000a19:45:27.992234 run osmo-nitb_10.42.42.2(pid=24040): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24040)]\u000a19:45:28.135902 run osmo-nitb_10.42.42.2(pid=24040): stdout: \u000a| (launched: 2022-12-13_19:45:27.644402) \u000a19:45:28.279457 run osmo-nitb_10.42.42.2(pid=24040): stderr: \u000a| (launched: 2022-12-13_19:45:27.691602)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:45:28.418603 run osmo-nitb_10.42.42.2(pid=24040): stdout: \u000a| (launched: 2022-12-13_19:45:27.644402) \u000a19:45:28.556741 run osmo-nitb_10.42.42.2(pid=24040): stderr: \u000a| (launched: 2022-12-13_19:45:27.691602)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:45:28.926605 tst osmo-nitb_10.42.42.2(pid=24040): stdout: \u000a| (launched: 2022-12-13_19:45:27.644402) \u000a19:45:29.054222 tst osmo-nitb_10.42.42.2(pid=24040): stderr: \u000a| (launched: 2022-12-13_19:45:27.691602)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:45:29.109423 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24040): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24040) [trial-2393↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24040)] [trial-2393↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a19:45:29.118119 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a19:45:29.155353 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24039): Terminating (SIGTERM)\u000a19:45:29.333230 --- ParallelTerminationStrategy: PID 24039 died...\u000a19:45:29.390911 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24039): Terminated: ok {rc=0}\u000a19:45:29.478049 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:45:25" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24052): Process ended prematurely: osmo-stp_10.42.42.5(pid=24052) [trial-2393↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24052)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24052): Process ended prematurely: osmo-stp_10.42.42.5(pid=24052) [trial-2393↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24052)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a19:45:31.326020 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:45:31.337872 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:45:31.470918 tst assert_extension.py: using LAC 35852\u000a19:45:31.591113 tst assert_extension.py: using RAC 152\u000a19:45:31.717677 tst assert_extension.py: using CellId 35852\u000a19:45:31.845267 tst assert_extension.py: using BVCI 35853\u000a19:45:31.870660 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:45:31.882958 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:45:31.895064 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:45:31.908346 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:45:31.921793 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:45:31.935032 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a19:45:32.155427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:32.659719 run create_hlr_db(pid=24046): Launched\u000a19:45:32.844063 bus /sierra_2: Setting Powered False\u000a19:45:33.863483 run create_hlr_db(pid=24046): Terminated: ok {rc=0}\u000a19:45:34.258189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24048): Launched\u000a19:45:34.553647 run osmo-hlr_10.42.42.2(pid=24049): Launched\u000a19:45:34.661919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:35.174929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24051): Launched\u000a19:45:35.469808 run osmo-stp_10.42.42.5(pid=24052): Launched\u000a19:45:35.576485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:36.111780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24054): Launched\u000a19:45:36.405792 run osmo-msc_10.42.42.6(pid=24055): Launched\u000a19:45:36.578524 run osmo-stp_10.42.42.5(pid=24052): ERR: Terminated: ERROR {rc=1} [trial-2393↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24052)]\u000a19:45:36.702927 run osmo-stp_10.42.42.5(pid=24052): stdout: \u000a| (launched: 2022-12-13_19:45:35.324579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:36.825776 run osmo-stp_10.42.42.5(pid=24052): stderr: \u000a| �[0;m�[38;5;43m20221213194535491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194535492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194535492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194535492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194535493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194535493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194535493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:36.944382 run osmo-stp_10.42.42.5(pid=24052): stdout: \u000a| (launched: 2022-12-13_19:45:35.324579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:37.062314 run osmo-stp_10.42.42.5(pid=24052): stderr: \u000a| �[0;m�[38;5;43m20221213194535491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194535492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194535492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194535492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194535493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194535493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194535493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:37.113890 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24052): Process ended prematurely: osmo-stp_10.42.42.5(pid=24052) [trial-2393↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24052)] [trial-2393↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a19:45:37.121941 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a19:45:37.181434 run osmo-hlr_10.42.42.2(pid=24049): ERR: Terminated: ERROR {rc=237} [trial-2393↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24049)]\u000a19:45:37.230321 run osmo-hlr_10.42.42.2(pid=24049): stdout: \u000a| (launched: 2022-12-13_19:45:34.407598) \u000a19:45:37.279674 run osmo-hlr_10.42.42.2(pid=24049): stderr: \u000a| �[0;m�[1;31m20221213194534578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194534578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194534578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194534578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194534578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194534578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194534592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194534602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194534603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194534603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:37.347029 run osmo-msc_10.42.42.6(pid=24055): ERR: Terminated: ERROR {rc=2} [trial-2393↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24055)]\u000a19:45:37.395606 run osmo-msc_10.42.42.6(pid=24055): stdout: \u000a| (launched: 2022-12-13_19:45:36.260496) \u000a19:45:37.444638 run osmo-msc_10.42.42.6(pid=24055): stderr: \u000a| �[0;m�[38;5;43m20221213194536530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194536531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f951ec29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194536531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194536531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194536531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194536531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194536533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194536533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194536534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194536534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:37.486652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24048): Terminating (SIGTERM)\u000a19:45:37.526456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24051): Terminating (SIGTERM)\u000a19:45:37.566279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24054): Terminating (SIGTERM)\u000a19:45:37.575630 --- ParallelTerminationStrategy: PID 24048 died...\u000a19:45:37.629082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24048): Terminated: ok {rc=0}\u000a19:45:37.638737 --- ParallelTerminationStrategy: PID 24051 died...\u000a19:45:37.691646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24051): Terminated: ok {rc=0}\u000a19:45:37.701236 --- ParallelTerminationStrategy: PID 24054 died...\u000a19:45:37.753688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24054): Terminated: ok {rc=0}\u000a19:45:37.841433 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:45:31" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24066): Process ended prematurely: osmo-stp_10.42.42.5(pid=24066) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24066)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24066): Process ended prematurely: osmo-stp_10.42.42.5(pid=24066) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:45:39.809728 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:39.821463 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:45:39.976451 tst mo_mt_call.py: using LAC 35853\u000a19:45:40.095583 tst mo_mt_call.py: using RAC 153\u000a19:45:40.215741 tst mo_mt_call.py: using CellId 35853\u000a19:45:40.335236 tst mo_mt_call.py: using BVCI 35854\u000a19:45:40.358233 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:40.369422 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:40.380367 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:40.391762 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:40.403207 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:40.414374 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:45:40.534297 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:45:40.745877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:41.251348 run create_hlr_db(pid=24060): Launched\u000a19:45:41.437931 bus /sierra_2: Setting Powered False\u000a19:45:42.458796 run create_hlr_db(pid=24060): Terminated: ok {rc=0}\u000a19:45:42.868235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24062): Launched\u000a19:45:43.191800 run osmo-hlr_10.42.42.2(pid=24063): Launched\u000a19:45:43.310687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:43.871039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24065): Launched\u000a19:45:44.193677 run osmo-stp_10.42.42.5(pid=24066): Launched\u000a19:45:44.311071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:44.899065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24069): Launched\u000a19:45:45.221816 run osmo-msc_10.42.42.6(pid=24070): Launched\u000a19:45:45.410262 run osmo-stp_10.42.42.5(pid=24066): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24066)]\u000a19:45:45.546234 run osmo-stp_10.42.42.5(pid=24066): stdout: \u000a| (launched: 2022-12-13_19:45:44.035092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:45.681629 run osmo-stp_10.42.42.5(pid=24066): stderr: \u000a| �[0;m�[38;5;43m20221213194544222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194544223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194544223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194544223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194544224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194544224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194544224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:45.811500 run osmo-stp_10.42.42.5(pid=24066): stdout: \u000a| (launched: 2022-12-13_19:45:44.035092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:45.957672 run osmo-stp_10.42.42.5(pid=24066): stderr: \u000a| �[0;m�[38;5;43m20221213194544222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194544223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194544223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194544223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194544224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194544224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194544224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:46.015858 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24066): Process ended prematurely: osmo-stp_10.42.42.5(pid=24066) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24066)] [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:45:46.026324 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:45:46.092050 run osmo-hlr_10.42.42.2(pid=24063): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24063)]\u000a19:45:46.145695 run osmo-hlr_10.42.42.2(pid=24063): stdout: \u000a| (launched: 2022-12-13_19:45:43.032808) \u000a19:45:46.200128 run osmo-hlr_10.42.42.2(pid=24063): stderr: \u000a| �[0;m�[1;31m20221213194543228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194543228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194543228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194543229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194543229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194543229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194543241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194543250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194543250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194543250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:46.273873 run osmo-msc_10.42.42.6(pid=24070): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24070)]\u000a19:45:46.327821 run osmo-msc_10.42.42.6(pid=24070): stdout: \u000a| (launched: 2022-12-13_19:45:45.063561) \u000a19:45:46.382335 run osmo-msc_10.42.42.6(pid=24070): stderr: \u000a| �[0;m�[38;5;43m20221213194545379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194545379 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7127a87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194545379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194545379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194545380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194545380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194545382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194545382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194545382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194545382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:46.428685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24062): Terminating (SIGTERM)\u000a19:45:46.474283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24065): Terminating (SIGTERM)\u000a19:45:46.518704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24069): Terminating (SIGTERM)\u000a19:45:46.529516 --- ParallelTerminationStrategy: PID 24062 died...\u000a19:45:46.589756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24062): Terminated: ok {rc=0}\u000a19:45:46.601734 --- ParallelTerminationStrategy: PID 24065 died...\u000a19:45:46.659372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24065): Terminated: ok {rc=0}\u000a19:45:46.671601 --- ParallelTerminationStrategy: PID 24069 died...\u000a19:45:46.729273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24069): Terminated: ok {rc=0}\u000a19:45:46.818698 bus /sierra_3: Setting Powered False\u000a19:45:47.924546 bus /sierra_3: Setting Powered False\u000a19:45:49.036227 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24078): Process ended prematurely: osmo-stp_10.42.42.5(pid=24078) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24078)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24078): Process ended prematurely: osmo-stp_10.42.42.5(pid=24078) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:45:50.144430 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:50.156172 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:45:50.308219 tst mo_mt_call_osmux.py: using LAC 35854\u000a19:45:50.425474 tst mo_mt_call_osmux.py: using RAC 154\u000a19:45:50.547877 tst mo_mt_call_osmux.py: using CellId 35854\u000a19:45:50.664574 tst mo_mt_call_osmux.py: using BVCI 35855\u000a19:45:50.687265 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:50.698538 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:50.709603 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:50.720592 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:50.731695 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:50.742645 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:45:50.862082 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:45:51.062701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:51.540521 run create_hlr_db(pid=24072): Launched\u000a19:45:51.711806 bus /sierra_2: Setting Powered False\u000a19:45:52.734995 run create_hlr_db(pid=24072): Terminated: ok {rc=0}\u000a19:45:53.132668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24074): Launched\u000a19:45:53.432665 run osmo-hlr_10.42.42.2(pid=24075): Launched\u000a19:45:53.541333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:54.060532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24077): Launched\u000a19:45:54.360755 run osmo-stp_10.42.42.5(pid=24078): Launched\u000a19:45:54.469263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:55.017093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24080): Launched\u000a19:45:55.318001 run osmo-msc_10.42.42.6(pid=24081): Launched\u000a19:45:55.493658 run osmo-stp_10.42.42.5(pid=24078): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24078)]\u000a19:45:55.620459 run osmo-stp_10.42.42.5(pid=24078): stdout: \u000a| (launched: 2022-12-13_19:45:54.212825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:55.745339 run osmo-stp_10.42.42.5(pid=24078): stderr: \u000a| �[0;m�[38;5;43m20221213194554378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194554378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194554378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194554379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194554379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194554379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194554379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:55.866255 run osmo-stp_10.42.42.5(pid=24078): stdout: \u000a| (launched: 2022-12-13_19:45:54.212825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:55.986156 run osmo-stp_10.42.42.5(pid=24078): stderr: \u000a| �[0;m�[38;5;43m20221213194554378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194554378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194554378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194554379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194554379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194554379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194554379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:56.038831 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24078): Process ended prematurely: osmo-stp_10.42.42.5(pid=24078) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24078)] [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:45:56.047255 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a19:45:56.106356 run osmo-hlr_10.42.42.2(pid=24075): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24075)]\u000a19:45:56.154919 run osmo-hlr_10.42.42.2(pid=24075): stdout: \u000a| (launched: 2022-12-13_19:45:53.286145) \u000a19:45:56.204239 run osmo-hlr_10.42.42.2(pid=24075): stderr: \u000a| �[0;m�[1;31m20221213194553459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194553459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194553459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194553459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194553459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194553459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194553472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194553482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194553483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194553483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:56.271164 run osmo-msc_10.42.42.6(pid=24081): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24081)]\u000a19:45:56.319570 run osmo-msc_10.42.42.6(pid=24081): stdout: \u000a| (launched: 2022-12-13_19:45:55.169721) \u000a19:45:56.368722 run osmo-msc_10.42.42.6(pid=24081): stderr: \u000a| �[0;m�[38;5;43m20221213194555437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194555437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3296cb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194555438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194555438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194555438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194555438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194555440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194555440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194555440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194555440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:56.410506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24074): Terminating (SIGTERM)\u000a19:45:56.449797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24077): Terminating (SIGTERM)\u000a19:45:56.488928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24080): Terminating (SIGTERM)\u000a19:45:56.498192 --- ParallelTerminationStrategy: PID 24074 died...\u000a19:45:56.551062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24074): Terminated: ok {rc=0}\u000a19:45:56.560558 --- ParallelTerminationStrategy: PID 24077 died...\u000a19:45:56.613173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24077): Terminated: ok {rc=0}\u000a19:45:56.622796 --- ParallelTerminationStrategy: PID 24080 died...\u000a19:45:56.676058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24080): Terminated: ok {rc=0}\u000a19:45:56.763732 bus /sierra_3: Setting Powered False\u000a19:45:57.869665 bus /sierra_3: Setting Powered False\u000a19:45:58.981467 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:45:39" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24092): Process ended prematurely: osmo-stp_10.42.42.5(pid=24092) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24092)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24092): Process ended prematurely: osmo-stp_10.42.42.5(pid=24092) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:46:01.007221 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:46:01.019479 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:46:01.215694 tst mo_mt_call.py: using LAC 35855\u000a19:46:01.354759 tst mo_mt_call.py: using RAC 155\u000a19:46:01.483708 tst mo_mt_call.py: using CellId 35855\u000a19:46:01.611075 tst mo_mt_call.py: using BVCI 35856\u000a19:46:01.635074 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:46:01.647372 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:46:01.659964 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:46:01.674731 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:46:01.688063 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:46:01.701261 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:46:01.821685 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:46:02.031890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:02.525898 run create_hlr_db(pid=24086): Launched\u000a19:46:02.698886 bus /sierra_2: Setting Powered False\u000a19:46:03.720803 run create_hlr_db(pid=24086): Terminated: ok {rc=0}\u000a19:46:04.149781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24088): Launched\u000a19:46:04.472014 run osmo-hlr_10.42.42.2(pid=24089): Launched\u000a19:46:04.593008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:05.154415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24091): Launched\u000a19:46:05.475752 run osmo-stp_10.42.42.5(pid=24092): Launched\u000a19:46:05.592792 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:06.180547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24094): Launched\u000a19:46:06.502372 run osmo-msc_10.42.42.6(pid=24095): Launched\u000a19:46:06.691313 run osmo-stp_10.42.42.5(pid=24092): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24092)]\u000a19:46:06.827209 run osmo-stp_10.42.42.5(pid=24092): stdout: \u000a| (launched: 2022-12-13_19:46:05.318502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:06.962446 run osmo-stp_10.42.42.5(pid=24092): stderr: \u000a| �[0;m�[38;5;43m20221213194605508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194605508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194605508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194605509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194605509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194605509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194605509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:07.093420 run osmo-stp_10.42.42.5(pid=24092): stdout: \u000a| (launched: 2022-12-13_19:46:05.318502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:07.222927 run osmo-stp_10.42.42.5(pid=24092): stderr: \u000a| �[0;m�[38;5;43m20221213194605508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194605508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194605508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194605509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194605509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194605509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194605509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:07.279675 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24092): Process ended prematurely: osmo-stp_10.42.42.5(pid=24092) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24092)] [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:46:07.288695 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:46:07.351956 run osmo-hlr_10.42.42.2(pid=24089): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24089)]\u000a19:46:07.403470 run osmo-hlr_10.42.42.2(pid=24089): stdout: \u000a| (launched: 2022-12-13_19:46:04.313945) \u000a19:46:07.455604 run osmo-hlr_10.42.42.2(pid=24089): stderr: \u000a| �[0;m�[1;31m20221213194604509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194604509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194604509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194604509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194604509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194604510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194604522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194604530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194604530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194604531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:07.526571 run osmo-msc_10.42.42.6(pid=24095): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24095)]\u000a19:46:07.577970 run osmo-msc_10.42.42.6(pid=24095): stdout: \u000a| (launched: 2022-12-13_19:46:06.344846) \u000a19:46:07.629880 run osmo-msc_10.42.42.6(pid=24095): stderr: \u000a| �[0;m�[38;5;43m20221213194606662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194606663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc628213c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194606663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194606663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194606663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194606663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194606665 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194606665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194606665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194606666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:07.674595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24088): Terminating (SIGTERM)\u000a19:46:07.716693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24091): Terminating (SIGTERM)\u000a19:46:07.758857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24094): Terminating (SIGTERM)\u000a19:46:07.768605 --- ParallelTerminationStrategy: PID 24088 died...\u000a19:46:07.825002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24088): Terminated: ok {rc=0}\u000a19:46:07.835799 --- ParallelTerminationStrategy: PID 24091 died...\u000a19:46:07.891630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24091): Terminated: ok {rc=0}\u000a19:46:07.902308 --- ParallelTerminationStrategy: PID 24094 died...\u000a19:46:07.957930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24094): Terminated: ok {rc=0}\u000a19:46:08.044405 bus /sierra_3: Setting Powered False\u000a19:46:09.146078 bus /sierra_3: Setting Powered False\u000a19:46:10.256176 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24103): Process ended prematurely: osmo-stp_10.42.42.5(pid=24103) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24103)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24103): Process ended prematurely: osmo-stp_10.42.42.5(pid=24103) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:46:11.371265 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:46:11.383468 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:46:11.544679 tst mo_mt_call_osmux.py: using LAC 35856\u000a19:46:11.672125 tst mo_mt_call_osmux.py: using RAC 156\u000a19:46:11.793475 tst mo_mt_call_osmux.py: using CellId 35856\u000a19:46:11.912191 tst mo_mt_call_osmux.py: using BVCI 35857\u000a19:46:11.935149 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:46:11.946531 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:46:11.957888 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:46:11.969079 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:46:11.980852 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:46:11.992875 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:46:12.108702 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:46:12.320141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:12.829839 run create_hlr_db(pid=24097): Launched\u000a19:46:13.017241 bus /sierra_2: Setting Powered False\u000a19:46:14.039051 run create_hlr_db(pid=24097): Terminated: ok {rc=0}\u000a19:46:14.442354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24099): Launched\u000a19:46:14.746530 run osmo-hlr_10.42.42.2(pid=24100): Launched\u000a19:46:14.867530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:15.394279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24102): Launched\u000a19:46:15.696230 run osmo-stp_10.42.42.5(pid=24103): Launched\u000a19:46:15.806422 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:16.381898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24105): Launched\u000a19:46:16.779377 run osmo-msc_10.42.42.6(pid=24106): Launched\u000a19:46:17.116320 run osmo-stp_10.42.42.5(pid=24103): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24103)]\u000a19:46:17.355967 run osmo-stp_10.42.42.5(pid=24103): stdout: \u000a| (launched: 2022-12-13_19:46:15.546725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:17.491913 run osmo-stp_10.42.42.5(pid=24103): stderr: \u000a| �[0;m�[38;5;43m20221213194615713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194615713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194615713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194615714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194615714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194615714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194615714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:17.623448 run osmo-stp_10.42.42.5(pid=24103): stdout: \u000a| (launched: 2022-12-13_19:46:15.546725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:17.753982 run osmo-stp_10.42.42.5(pid=24103): stderr: \u000a| �[0;m�[38;5;43m20221213194615713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194615713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194615713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194615714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194615714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194615714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194615714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:17.811181 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24103): Process ended prematurely: osmo-stp_10.42.42.5(pid=24103) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24103)] [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:46:17.820640 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a19:46:17.883906 run osmo-hlr_10.42.42.2(pid=24100): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24100)]\u000a19:46:17.935643 run osmo-hlr_10.42.42.2(pid=24100): stdout: \u000a| (launched: 2022-12-13_19:46:14.595414) \u000a19:46:17.987896 run osmo-hlr_10.42.42.2(pid=24100): stderr: \u000a| �[0;m�[1;31m20221213194614767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194614767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194614767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194614767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194614767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194614768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194614780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194614788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194614788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194614789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:18.059595 run osmo-msc_10.42.42.6(pid=24106): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24106)]\u000a19:46:18.111563 run osmo-msc_10.42.42.6(pid=24106): stdout: \u000a| (launched: 2022-12-13_19:46:16.537491) \u000a19:46:18.163798 run osmo-msc_10.42.42.6(pid=24106): stderr: \u000a| �[0;m�[38;5;43m20221213194617056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194617056 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3eec251c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194617056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194617056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194617057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194617057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194617058 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194617059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194617059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194617059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:18.208315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24099): Terminating (SIGTERM)\u000a19:46:18.250606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24102): Terminating (SIGTERM)\u000a19:46:18.292799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24105): Terminating (SIGTERM)\u000a19:46:18.302669 --- ParallelTerminationStrategy: PID 24099 died...\u000a19:46:18.359472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24099): Terminated: ok {rc=0}\u000a19:46:18.370475 --- ParallelTerminationStrategy: PID 24102 died...\u000a19:46:18.426772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24102): Terminated: ok {rc=0}\u000a19:46:18.437102 --- ParallelTerminationStrategy: PID 24105 died...\u000a19:46:18.493101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24105): Terminated: ok {rc=0}\u000a19:46:18.580679 bus /sierra_3: Setting Powered False\u000a19:46:19.683548 bus /sierra_3: Setting Powered False\u000a19:46:20.790304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:46:00" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24117): Process ended prematurely: osmo-stp_10.42.42.5(pid=24117) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24117): Process ended prematurely: osmo-stp_10.42.42.5(pid=24117) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:46:22.800228 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:22.811895 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:46:22.974895 tst mo_mt_call.py: using LAC 35857\u000a19:46:23.096630 tst mo_mt_call.py: using RAC 157\u000a19:46:23.215764 tst mo_mt_call.py: using CellId 35857\u000a19:46:23.334648 tst mo_mt_call.py: using BVCI 35858\u000a19:46:23.357578 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:23.368848 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:23.379984 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:23.391051 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:23.402168 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:23.413209 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:46:23.527123 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:46:23.733763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:24.214938 run create_hlr_db(pid=24111): Launched\u000a19:46:24.386777 bus /sierra_2: Setting Powered False\u000a19:46:25.409413 run create_hlr_db(pid=24111): Terminated: ok {rc=0}\u000a19:46:25.837996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24113): Launched\u000a19:46:26.161258 run osmo-hlr_10.42.42.2(pid=24114): Launched\u000a19:46:26.280815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:26.842395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24116): Launched\u000a19:46:27.167622 run osmo-stp_10.42.42.5(pid=24117): Launched\u000a19:46:27.285303 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:27.875386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24119): Launched\u000a19:46:28.201300 run osmo-msc_10.42.42.6(pid=24120): Launched\u000a19:46:28.390295 run osmo-stp_10.42.42.5(pid=24117): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]\u000a19:46:28.527067 run osmo-stp_10.42.42.5(pid=24117): stdout: \u000a| (launched: 2022-12-13_19:46:27.007192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:28.662398 run osmo-stp_10.42.42.5(pid=24117): stderr: \u000a| �[0;m�[38;5;43m20221213194627194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194627194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194627194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194627195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194627195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194627195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194627195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:28.792859 run osmo-stp_10.42.42.5(pid=24117): stdout: \u000a| (launched: 2022-12-13_19:46:27.007192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:28.922535 run osmo-stp_10.42.42.5(pid=24117): stderr: \u000a| �[0;m�[38;5;43m20221213194627194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194627194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194627194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194627195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194627195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194627195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194627195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:28.979758 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24117): Process ended prematurely: osmo-stp_10.42.42.5(pid=24117) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)] [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:46:28.988878 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:46:29.052793 run osmo-hlr_10.42.42.2(pid=24114): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24114)]\u000a19:46:29.104914 run osmo-hlr_10.42.42.2(pid=24114): stdout: \u000a| (launched: 2022-12-13_19:46:26.002378) \u000a19:46:29.157393 run osmo-hlr_10.42.42.2(pid=24114): stderr: \u000a| �[0;m�[1;31m20221213194626196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194626196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194626196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194626196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194626196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194626196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194626210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194626218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194626218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194626219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:29.228724 run osmo-msc_10.42.42.6(pid=24120): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24120)]\u000a19:46:29.280159 run osmo-msc_10.42.42.6(pid=24120): stdout: \u000a| (launched: 2022-12-13_19:46:28.039830) \u000a19:46:29.332262 run osmo-msc_10.42.42.6(pid=24120): stderr: \u000a| �[0;m�[38;5;43m20221213194628357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194628357 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d54e00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194628357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194628357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194628357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194628358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194628359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194628360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194628360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194628360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:29.376458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24113): Terminating (SIGTERM)\u000a19:46:29.418466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24116): Terminating (SIGTERM)\u000a19:46:29.460148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24119): Terminating (SIGTERM)\u000a19:46:29.469914 --- ParallelTerminationStrategy: PID 24113 died...\u000a19:46:29.525788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24113): Terminated: ok {rc=0}\u000a19:46:29.535976 --- ParallelTerminationStrategy: PID 24116 died...\u000a19:46:29.591595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24116): Terminated: ok {rc=0}\u000a19:46:29.601660 --- ParallelTerminationStrategy: PID 24119 died...\u000a19:46:29.657202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24119): Terminated: ok {rc=0}\u000a19:46:29.744206 bus /sierra_3: Setting Powered False\u000a19:46:30.855272 bus /sierra_3: Setting Powered False\u000a19:46:31.968609 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24128): Process ended prematurely: osmo-stp_10.42.42.5(pid=24128) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24128)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24128): Process ended prematurely: osmo-stp_10.42.42.5(pid=24128) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:46:33.076867 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:33.088918 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:46:33.241544 tst mo_mt_call_osmux.py: using LAC 35858\u000a19:46:33.359176 tst mo_mt_call_osmux.py: using RAC 158\u000a19:46:33.479304 tst mo_mt_call_osmux.py: using CellId 35858\u000a19:46:33.599115 tst mo_mt_call_osmux.py: using BVCI 35859\u000a19:46:33.622094 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:33.633457 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:33.644517 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:33.655511 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:33.666669 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:33.677738 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:46:33.797053 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:46:34.011052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:34.520816 run create_hlr_db(pid=24122): Launched\u000a19:46:34.708131 bus /sierra_2: Setting Powered False\u000a19:46:35.729250 run create_hlr_db(pid=24122): Terminated: ok {rc=0}\u000a19:46:36.132654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24124): Launched\u000a19:46:36.434343 run osmo-hlr_10.42.42.2(pid=24125): Launched\u000a19:46:36.544837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:37.066439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24127): Launched\u000a19:46:37.366538 run osmo-stp_10.42.42.5(pid=24128): Launched\u000a19:46:37.475315 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:38.021801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24130): Launched\u000a19:46:38.323452 run osmo-msc_10.42.42.6(pid=24131): Launched\u000a19:46:38.499534 run osmo-stp_10.42.42.5(pid=24128): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24128)]\u000a19:46:38.626491 run osmo-stp_10.42.42.5(pid=24128): stdout: \u000a| (launched: 2022-12-13_19:46:37.219092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:38.751509 run osmo-stp_10.42.42.5(pid=24128): stderr: \u000a| �[0;m�[38;5;43m20221213194637385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194637385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194637385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194637386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194637386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194637386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194637386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:38.872307 run osmo-stp_10.42.42.5(pid=24128): stdout: \u000a| (launched: 2022-12-13_19:46:37.219092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:38.992663 run osmo-stp_10.42.42.5(pid=24128): stderr: \u000a| �[0;m�[38;5;43m20221213194637385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194637385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194637385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194637386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194637386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194637386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194637386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:39.045902 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24128): Process ended prematurely: osmo-stp_10.42.42.5(pid=24128) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24128)] [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:46:39.054369 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a19:46:39.113469 run osmo-hlr_10.42.42.2(pid=24125): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24125)]\u000a19:46:39.162000 run osmo-hlr_10.42.42.2(pid=24125): stdout: \u000a| (launched: 2022-12-13_19:46:36.285786) \u000a19:46:39.211351 run osmo-hlr_10.42.42.2(pid=24125): stderr: \u000a| �[0;m�[1;31m20221213194636457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194636457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194636457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194636457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194636457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194636457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194636469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194636477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194636477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194636477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:39.278189 run osmo-msc_10.42.42.6(pid=24131): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24131)]\u000a19:46:39.326368 run osmo-msc_10.42.42.6(pid=24131): stdout: \u000a| (launched: 2022-12-13_19:46:38.174478) \u000a19:46:39.374927 run osmo-msc_10.42.42.6(pid=24131): stderr: \u000a| �[0;m�[38;5;43m20221213194638442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194638442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86928d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194638442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194638443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194638443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194638443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194638445 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194638445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194638445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194638445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:39.416412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24124): Terminating (SIGTERM)\u000a19:46:39.455537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24127): Terminating (SIGTERM)\u000a19:46:39.494700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24130): Terminating (SIGTERM)\u000a19:46:39.503817 --- ParallelTerminationStrategy: PID 24124 died...\u000a19:46:39.556192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24124): Terminated: ok {rc=0}\u000a19:46:39.565781 --- ParallelTerminationStrategy: PID 24127 died...\u000a19:46:39.618040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24127): Terminated: ok {rc=0}\u000a19:46:39.627472 --- ParallelTerminationStrategy: PID 24130 died...\u000a19:46:39.679914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24130): Terminated: ok {rc=0}\u000a19:46:39.762237 bus /sierra_3: Setting Powered False\u000a19:46:40.863270 bus /sierra_3: Setting Powered False\u000a19:46:41.972579 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:46:22" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24142): Process ended prematurely: osmo-stp_10.42.42.5(pid=24142) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24142)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24142): Process ended prematurely: osmo-stp_10.42.42.5(pid=24142) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:46:43.979141 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:43.990974 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:46:44.151626 tst mo_mt_call.py: using LAC 35859\u000a19:46:44.278523 tst mo_mt_call.py: using RAC 159\u000a19:46:44.408487 tst mo_mt_call.py: using CellId 35859\u000a19:46:44.535864 tst mo_mt_call.py: using BVCI 35860\u000a19:46:44.560383 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:44.572129 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:44.583698 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:44.595224 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:44.607230 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:44.619117 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:46:44.734832 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:46:44.946358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:45.454912 run create_hlr_db(pid=24136): Launched\u000a19:46:45.641344 bus /sierra_2: Setting Powered False\u000a19:46:46.700176 run create_hlr_db(pid=24136): Terminated: ok {rc=0}\u000a19:46:47.210176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24138): Launched\u000a19:46:47.537786 run osmo-hlr_10.42.42.2(pid=24139): Launched\u000a19:46:47.656336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:48.216212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24141): Launched\u000a19:46:48.516474 run osmo-stp_10.42.42.5(pid=24142): Launched\u000a19:46:48.626609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:49.174709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24144): Launched\u000a19:46:49.475964 run osmo-msc_10.42.42.6(pid=24145): Launched\u000a19:46:49.653914 run osmo-stp_10.42.42.5(pid=24142): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24142)]\u000a19:46:49.780563 run osmo-stp_10.42.42.5(pid=24142): stdout: \u000a| (launched: 2022-12-13_19:46:48.369171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:49.905674 run osmo-stp_10.42.42.5(pid=24142): stderr: \u000a| �[0;m�[38;5;43m20221213194648536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194648537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194648537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194648537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194648538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194648538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194648538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:50.027012 run osmo-stp_10.42.42.5(pid=24142): stdout: \u000a| (launched: 2022-12-13_19:46:48.369171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:50.146956 run osmo-stp_10.42.42.5(pid=24142): stderr: \u000a| �[0;m�[38;5;43m20221213194648536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194648537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194648537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194648537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194648538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194648538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194648538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:50.199877 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24142): Process ended prematurely: osmo-stp_10.42.42.5(pid=24142) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24142)] [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:46:50.208509 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:46:50.267812 run osmo-hlr_10.42.42.2(pid=24139): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24139)]\u000a19:46:50.316557 run osmo-hlr_10.42.42.2(pid=24139): stdout: \u000a| (launched: 2022-12-13_19:46:47.375832) \u000a19:46:50.365710 run osmo-hlr_10.42.42.2(pid=24139): stderr: \u000a| �[0;m�[1;31m20221213194647568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194647568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194647568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194647568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194647568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194647568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194647583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194647593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194647593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194647594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:50.432410 run osmo-msc_10.42.42.6(pid=24145): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24145)]\u000a19:46:50.480637 run osmo-msc_10.42.42.6(pid=24145): stdout: \u000a| (launched: 2022-12-13_19:46:49.327988) \u000a19:46:50.529376 run osmo-msc_10.42.42.6(pid=24145): stderr: \u000a| �[0;m�[38;5;43m20221213194649597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194649598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f5a65ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194649598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194649598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194649598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194649599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194649601 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194649601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194649601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194649602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:50.571032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24138): Terminating (SIGTERM)\u000a19:46:50.610414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24141): Terminating (SIGTERM)\u000a19:46:50.649696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24144): Terminating (SIGTERM)\u000a19:46:50.658919 --- ParallelTerminationStrategy: PID 24138 died...\u000a19:46:50.711828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24138): Terminated: ok {rc=0}\u000a19:46:50.721582 --- ParallelTerminationStrategy: PID 24141 died...\u000a19:46:50.774706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24141): Terminated: ok {rc=0}\u000a19:46:50.784280 --- ParallelTerminationStrategy: PID 24144 died...\u000a19:46:50.836568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24144): Terminated: ok {rc=0}\u000a19:46:50.919223 bus /sierra_3: Setting Powered False\u000a19:46:52.024796 bus /sierra_3: Setting Powered False\u000a19:46:53.132631 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24153): Process ended prematurely: osmo-stp_10.42.42.5(pid=24153) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24153)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24153): Process ended prematurely: osmo-stp_10.42.42.5(pid=24153) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:46:54.241346 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:54.253223 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:46:54.409717 tst mo_mt_call_osmux.py: using LAC 35860\u000a19:46:54.525799 tst mo_mt_call_osmux.py: using RAC 160\u000a19:46:54.642329 tst mo_mt_call_osmux.py: using CellId 35860\u000a19:46:54.758719 tst mo_mt_call_osmux.py: using BVCI 35861\u000a19:46:54.781547 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:54.792707 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:54.803676 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:54.814706 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:54.825856 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:54.836783 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:46:54.956025 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:46:55.168146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:55.679119 run create_hlr_db(pid=24147): Launched\u000a19:46:55.866335 bus /sierra_2: Setting Powered False\u000a19:46:56.886191 run create_hlr_db(pid=24147): Terminated: ok {rc=0}\u000a19:46:57.289881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24149): Launched\u000a19:46:57.591000 run osmo-hlr_10.42.42.2(pid=24150): Launched\u000a19:46:57.709516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:58.234795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24152): Launched\u000a19:46:58.536458 run osmo-stp_10.42.42.5(pid=24153): Launched\u000a19:46:58.645937 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:59.194220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24155): Launched\u000a19:46:59.504920 run osmo-msc_10.42.42.6(pid=24156): Launched\u000a19:46:59.697430 run osmo-stp_10.42.42.5(pid=24153): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24153)]\u000a19:46:59.839374 run osmo-stp_10.42.42.5(pid=24153): stdout: \u000a| (launched: 2022-12-13_19:46:58.387703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:59.975119 run osmo-stp_10.42.42.5(pid=24153): stderr: \u000a| �[0;m�[38;5;43m20221213194658553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194658553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194658553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194658554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194658554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194658554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194658554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:00.106726 run osmo-stp_10.42.42.5(pid=24153): stdout: \u000a| (launched: 2022-12-13_19:46:58.387703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:00.236631 run osmo-stp_10.42.42.5(pid=24153): stderr: \u000a| �[0;m�[38;5;43m20221213194658553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194658553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194658553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194658554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194658554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194658554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194658554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:00.293901 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24153): Process ended prematurely: osmo-stp_10.42.42.5(pid=24153) [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24153)] [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:47:00.303216 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:47:00.366426 run osmo-hlr_10.42.42.2(pid=24150): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24150)]\u000a19:47:00.418209 run osmo-hlr_10.42.42.2(pid=24150): stdout: \u000a| (launched: 2022-12-13_19:46:57.442925) \u000a19:47:00.470718 run osmo-hlr_10.42.42.2(pid=24150): stderr: \u000a| �[0;m�[1;31m20221213194657617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194657617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194657617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194657618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194657618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194657618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194657630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194657638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194657639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194657639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:00.541639 run osmo-msc_10.42.42.6(pid=24156): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24156)]\u000a19:47:00.593436 run osmo-msc_10.42.42.6(pid=24156): stdout: \u000a| (launched: 2022-12-13_19:46:59.346506) \u000a19:47:00.645596 run osmo-msc_10.42.42.6(pid=24156): stderr: \u000a| �[0;m�[38;5;43m20221213194659658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194659658 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20a9526c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194659658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194659658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194659658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194659658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194659660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194659660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194659660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194659661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:47:00.690382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24149): Terminating (SIGTERM)\u000a19:47:00.732510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24152): Terminating (SIGTERM)\u000a19:47:00.774859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24155): Terminating (SIGTERM)\u000a19:47:00.784630 --- ParallelTerminationStrategy: PID 24149 died...\u000a19:47:00.855465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24149): Terminated: ok {rc=0}\u000a19:47:00.866452 --- ParallelTerminationStrategy: PID 24152 died...\u000a19:47:00.930600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24152): Terminated: ok {rc=0}\u000a19:47:00.941692 --- ParallelTerminationStrategy: PID 24155 died...\u000a19:47:00.997902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24155): Terminated: ok {rc=0}\u000a19:47:01.085780 bus /sierra_3: Setting Powered False\u000a19:47:02.197794 bus /sierra_3: Setting Powered False\u000a19:47:03.307725 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:46:43" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24168): Process ended prematurely: osmo-stp_10.42.42.5(pid=24168) [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24168)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24168): Process ended prematurely: osmo-stp_10.42.42.5(pid=24168) [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:47:05.307948 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:05.320154 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:47:05.482116 tst mo_mt_call.py: using LAC 35861\u000a19:47:05.612917 tst mo_mt_call.py: using RAC 161\u000a19:47:05.737383 tst mo_mt_call.py: using CellId 35861\u000a19:47:05.862993 tst mo_mt_call.py: using BVCI 35862\u000a19:47:05.887697 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:05.899627 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:05.911212 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:05.923161 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:05.935542 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:05.947748 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:47:06.064386 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:47:06.278559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:06.787873 run create_hlr_db(pid=24162): Launched\u000a19:47:06.974803 bus /sierra_2: Setting Powered False\u000a19:47:07.996224 run create_hlr_db(pid=24162): Terminated: ok {rc=0}\u000a19:47:08.399655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24164): Launched\u000a19:47:08.701533 run osmo-hlr_10.42.42.2(pid=24165): Launched\u000a19:47:08.811562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:09.333820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24167): Launched\u000a19:47:09.634432 run osmo-stp_10.42.42.5(pid=24168): Launched\u000a19:47:09.743996 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:47:10.292120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24170): Launched\u000a19:47:10.592468 run osmo-msc_10.42.42.6(pid=24171): Launched\u000a19:47:10.768550 run osmo-stp_10.42.42.5(pid=24168): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24168)]\u000a19:47:10.896422 run osmo-stp_10.42.42.5(pid=24168): stdout: \u000a| (launched: 2022-12-13_19:47:09.486290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:11.021269 run osmo-stp_10.42.42.5(pid=24168): stderr: \u000a| �[0;m�[38;5;43m20221213194709654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194709655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194709655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194709655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194709656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194709656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194709656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:11.142480 run osmo-stp_10.42.42.5(pid=24168): stdout: \u000a| (launched: 2022-12-13_19:47:09.486290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:11.262548 run osmo-stp_10.42.42.5(pid=24168): stderr: \u000a| �[0;m�[38;5;43m20221213194709654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194709655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194709655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194709655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194709656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194709656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194709656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:11.315451 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24168): Process ended prematurely: osmo-stp_10.42.42.5(pid=24168) [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24168)] [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:47:11.323872 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:47:11.383261 run osmo-hlr_10.42.42.2(pid=24165): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24165)]\u000a19:47:11.432217 run osmo-hlr_10.42.42.2(pid=24165): stdout: \u000a| (launched: 2022-12-13_19:47:08.552651) \u000a19:47:11.481775 run osmo-hlr_10.42.42.2(pid=24165): stderr: \u000a| �[0;m�[1;31m20221213194708724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194708725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194708725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194708725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194708725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194708725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194708761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194708771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194708771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194708771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:11.548973 run osmo-msc_10.42.42.6(pid=24171): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24171)]\u000a19:47:11.597679 run osmo-msc_10.42.42.6(pid=24171): stdout: \u000a| (launched: 2022-12-13_19:47:10.444301) \u000a19:47:11.646856 run osmo-msc_10.42.42.6(pid=24171): stderr: \u000a| �[0;m�[38;5;43m20221213194710714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194710715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8eb9dd2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194710715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194710715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194710715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194710715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194710717 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194710717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194710718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194710718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:47:11.689102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24164): Terminating (SIGTERM)\u000a19:47:11.729356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24167): Terminating (SIGTERM)\u000a19:47:11.769420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24170): Terminating (SIGTERM)\u000a19:47:11.778653 --- ParallelTerminationStrategy: PID 24164 died...\u000a19:47:11.831866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24164): Terminated: ok {rc=0}\u000a19:47:11.841529 --- ParallelTerminationStrategy: PID 24167 died...\u000a19:47:11.894454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24167): Terminated: ok {rc=0}\u000a19:47:11.904081 --- ParallelTerminationStrategy: PID 24170 died...\u000a19:47:11.956756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24170): Terminated: ok {rc=0}\u000a19:47:12.045230 bus /sierra_3: Setting Powered False\u000a19:47:13.147703 bus /sierra_3: Setting Powered False\u000a19:47:14.258552 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24179): Process ended prematurely: osmo-stp_10.42.42.5(pid=24179) [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24179)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24179): Process ended prematurely: osmo-stp_10.42.42.5(pid=24179) [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:47:15.367213 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:15.379353 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:47:15.533711 tst mo_mt_call_osmux.py: using LAC 35862\u000a19:47:15.651071 tst mo_mt_call_osmux.py: using RAC 162\u000a19:47:15.770473 tst mo_mt_call_osmux.py: using CellId 35862\u000a19:47:15.901942 tst mo_mt_call_osmux.py: using BVCI 35863\u000a19:47:15.926259 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:15.938278 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:15.950535 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:15.962986 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:15.975475 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:15.988101 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:47:16.107765 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:47:16.356215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:16.884437 run create_hlr_db(pid=24173): Launched\u000a19:47:17.135980 bus /sierra_2: Setting Powered False\u000a19:47:18.097855 run create_hlr_db(pid=24173): Terminated: ok {rc=0}\u000a19:47:18.571154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24175): Launched\u000a19:47:18.870491 run osmo-hlr_10.42.42.2(pid=24176): Launched\u000a19:47:18.980933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:19.503060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24178): Launched\u000a19:47:19.802261 run osmo-stp_10.42.42.5(pid=24179): Launched\u000a19:47:19.909987 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:47:20.457218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24181): Launched\u000a19:47:20.758976 run osmo-msc_10.42.42.6(pid=24182): Launched\u000a19:47:20.935889 run osmo-stp_10.42.42.5(pid=24179): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24179)]\u000a19:47:21.062807 run osmo-stp_10.42.42.5(pid=24179): stdout: \u000a| (launched: 2022-12-13_19:47:19.655736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:21.187714 run osmo-stp_10.42.42.5(pid=24179): stderr: \u000a| �[0;m�[38;5;43m20221213194719823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194719823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194719823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194719824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194719824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194719824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194719824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:21.308458 run osmo-stp_10.42.42.5(pid=24179): stdout: \u000a| (launched: 2022-12-13_19:47:19.655736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:21.429303 run osmo-stp_10.42.42.5(pid=24179): stderr: \u000a| �[0;m�[38;5;43m20221213194719823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194719823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194719823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194719824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194719824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194719824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194719824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:21.481894 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24179): Process ended prematurely: osmo-stp_10.42.42.5(pid=24179) [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24179)] [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:47:21.490464 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:47:21.549415 run osmo-hlr_10.42.42.2(pid=24176): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24176)]\u000a19:47:21.597751 run osmo-hlr_10.42.42.2(pid=24176): stdout: \u000a| (launched: 2022-12-13_19:47:18.723594) \u000a19:47:21.646961 run osmo-hlr_10.42.42.2(pid=24176): stderr: \u000a| �[0;m�[1;31m20221213194718897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194718897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194718897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194718897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194718897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194718897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194718914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194718925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194718926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194718926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:21.714012 run osmo-msc_10.42.42.6(pid=24182): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24182)]\u000a19:47:21.762262 run osmo-msc_10.42.42.6(pid=24182): stdout: \u000a| (launched: 2022-12-13_19:47:20.609333) \u000a19:47:21.811276 run osmo-msc_10.42.42.6(pid=24182): stderr: \u000a| �[0;m�[38;5;43m20221213194720878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194720878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f5d3b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194720879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194720879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194720879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194720879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194720881 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194720881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194720881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194720881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:47:21.852692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24175): Terminating (SIGTERM)\u000a19:47:21.891698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24178): Terminating (SIGTERM)\u000a19:47:21.931456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24181): Terminating (SIGTERM)\u000a19:47:21.940572 --- ParallelTerminationStrategy: PID 24175 died...\u000a19:47:21.993287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24175): Terminated: ok {rc=0}\u000a19:47:22.002809 --- ParallelTerminationStrategy: PID 24178 died...\u000a19:47:22.055755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24178): Terminated: ok {rc=0}\u000a19:47:22.065329 --- ParallelTerminationStrategy: PID 24181 died...\u000a19:47:22.117840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24181): Terminated: ok {rc=0}\u000a19:47:22.204201 bus /sierra_3: Setting Powered False\u000a19:47:23.305813 bus /sierra_3: Setting Powered False\u000a19:47:24.410603 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:47:05" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24193): Process ended prematurely: osmo-stp_10.42.42.5(pid=24193) [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24193)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24193): Process ended prematurely: osmo-stp_10.42.42.5(pid=24193) [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24193)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a19:47:26.402251 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:26.413952 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:47:26.560116 tst mo_mt_call.py: using LAC 35863\u000a19:47:26.684622 tst mo_mt_call.py: using RAC 163\u000a19:47:26.802450 tst mo_mt_call.py: using CellId 35863\u000a19:47:26.918983 tst mo_mt_call.py: using BVCI 35864\u000a19:47:26.941864 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:26.953354 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:26.964424 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:26.975503 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:26.986808 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:26.998021 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:47:27.118070 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:47:27.318906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:27.801369 run create_hlr_db(pid=24187): Launched\u000a19:47:27.973665 bus /sierra_2: Setting Powered False\u000a19:47:28.997090 run create_hlr_db(pid=24187): Terminated: ok {rc=0}\u000a19:47:29.397454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24189): Launched\u000a19:47:29.696744 run osmo-hlr_10.42.42.2(pid=24190): Launched\u000a19:47:29.814679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:30.342527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24192): Launched\u000a19:47:30.641867 run osmo-stp_10.42.42.5(pid=24193): Launched\u000a19:47:30.750325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:47:31.340368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24195): Launched\u000a19:47:31.747616 run osmo-msc_10.42.42.6(pid=24196): Launched\u000a19:47:32.043380 run osmo-stp_10.42.42.5(pid=24193): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24193)]\u000a19:47:32.225151 run osmo-stp_10.42.42.5(pid=24193): stdout: \u000a| (launched: 2022-12-13_19:47:30.495200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:32.362962 run osmo-stp_10.42.42.5(pid=24193): stderr: \u000a| �[0;m�[38;5;43m20221213194730663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194730663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194730663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194730663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194730664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194730664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194730664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:32.493804 run osmo-stp_10.42.42.5(pid=24193): stdout: \u000a| (launched: 2022-12-13_19:47:30.495200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:32.624096 run osmo-stp_10.42.42.5(pid=24193): stderr: \u000a| �[0;m�[38;5;43m20221213194730663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194730663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194730663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194730663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194730664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194730664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194730664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:32.681296 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24193): Process ended prematurely: osmo-stp_10.42.42.5(pid=24193) [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24193)] [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a19:47:32.690671 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:47:32.754148 run osmo-hlr_10.42.42.2(pid=24190): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24190)]\u000a19:47:32.805930 run osmo-hlr_10.42.42.2(pid=24190): stdout: \u000a| (launched: 2022-12-13_19:47:29.550128) \u000a19:47:32.858377 run osmo-hlr_10.42.42.2(pid=24190): stderr: \u000a| �[0;m�[1;31m20221213194729724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194729724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194729724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194729724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194729724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194729724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194729737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194729746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194729746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194729746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:32.929410 run osmo-msc_10.42.42.6(pid=24196): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24196)]\u000a19:47:32.981238 run osmo-msc_10.42.42.6(pid=24196): stdout: \u000a| (launched: 2022-12-13_19:47:31.510177) \u000a19:47:33.033376 run osmo-msc_10.42.42.6(pid=24196): stderr: \u000a| �[0;m�[38;5;43m20221213194732067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194732068 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24ac9a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194732068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194732068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194732068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194732068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194732070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194732070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194732071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194732071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:47:33.078226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24189): Terminating (SIGTERM)\u000a19:47:33.120708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24192): Terminating (SIGTERM)\u000a19:47:33.163735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24195): Terminating (SIGTERM)\u000a19:47:33.173623 --- ParallelTerminationStrategy: PID 24189 died...\u000a19:47:33.230965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24189): Terminated: ok {rc=0}\u000a19:47:33.242221 --- ParallelTerminationStrategy: PID 24192 died...\u000a19:47:33.298165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24192): Terminated: ok {rc=0}\u000a19:47:33.308367 --- ParallelTerminationStrategy: PID 24195 died...\u000a19:47:33.364633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24195): Terminated: ok {rc=0}\u000a19:47:33.451088 bus /sierra_3: Setting Powered False\u000a19:47:34.557371 bus /sierra_3: Setting Powered False\u000a19:47:35.668177 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24204): Process ended prematurely: osmo-stp_10.42.42.5(pid=24204) [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24204)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24204): Process ended prematurely: osmo-stp_10.42.42.5(pid=24204) [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:47:36.777535 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:36.789647 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:47:36.927691 tst mo_mt_call_osmux.py: using LAC 35864\u000a19:47:37.046834 tst mo_mt_call_osmux.py: using RAC 164\u000a19:47:37.166856 tst mo_mt_call_osmux.py: using CellId 35864\u000a19:47:37.285392 tst mo_mt_call_osmux.py: using BVCI 35865\u000a19:47:37.308138 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:37.319578 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:37.330933 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:37.342127 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:37.353580 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:37.364628 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:47:37.479253 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:47:37.692041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:38.202481 run create_hlr_db(pid=24198): Launched\u000a19:47:38.390813 bus /sierra_2: Setting Powered False\u000a19:47:39.411151 run create_hlr_db(pid=24198): Terminated: ok {rc=0}\u000a19:47:39.816426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24200): Launched\u000a19:47:40.117964 run osmo-hlr_10.42.42.2(pid=24201): Launched\u000a19:47:40.228510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:40.749303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24203): Launched\u000a19:47:41.049997 run osmo-stp_10.42.42.5(pid=24204): Launched\u000a19:47:41.159471 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:47:41.708100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24206): Launched\u000a19:47:42.010118 run osmo-msc_10.42.42.6(pid=24207): Launched\u000a19:47:42.185990 run osmo-stp_10.42.42.5(pid=24204): ERR: Terminated: ERROR {rc=1} [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24204)]\u000a19:47:42.313388 run osmo-stp_10.42.42.5(pid=24204): stdout: \u000a| (launched: 2022-12-13_19:47:40.902030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:42.438450 run osmo-stp_10.42.42.5(pid=24204): stderr: \u000a| �[0;m�[38;5;43m20221213194741070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194741070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194741070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194741071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194741071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194741071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194741071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:42.559634 run osmo-stp_10.42.42.5(pid=24204): stdout: \u000a| (launched: 2022-12-13_19:47:40.902030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:42.679768 run osmo-stp_10.42.42.5(pid=24204): stderr: \u000a| �[0;m�[38;5;43m20221213194741070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194741070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194741070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194741071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194741071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194741071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194741071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:42.732640 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24204): Process ended prematurely: osmo-stp_10.42.42.5(pid=24204) [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24204)] [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a19:47:42.741435 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a19:47:42.800806 run osmo-hlr_10.42.42.2(pid=24201): ERR: Terminated: ERROR {rc=237} [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24201)]\u000a19:47:42.850015 run osmo-hlr_10.42.42.2(pid=24201): stdout: \u000a| (launched: 2022-12-13_19:47:39.969800) \u000a19:47:42.899567 run osmo-hlr_10.42.42.2(pid=24201): stderr: \u000a| �[0;m�[1;31m20221213194740141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194740142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194740142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194740142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194740142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194740142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194740154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194740162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194740162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194740162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:42.966861 run osmo-msc_10.42.42.6(pid=24207): ERR: Terminated: ERROR {rc=2} [trial-2393↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24207)]\u000a19:47:43.015461 run osmo-msc_10.42.42.6(pid=24207): stdout: \u000a| (launched: 2022-12-13_19:47:41.861196) \u000a19:47:43.064730 run osmo-msc_10.42.42.6(pid=24207): stderr: \u000a| �[0;m�[38;5;43m20221213194742130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194742130 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04f460ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194742130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194742130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194742131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194742131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194742132 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194742133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194742133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194742133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:47:43.106554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24200): Terminating (SIGTERM)\u000a19:47:43.146054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24203): Terminating (SIGTERM)\u000a19:47:43.185297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24206): Terminating (SIGTERM)\u000a19:47:43.194512 --- ParallelTerminationStrategy: PID 24200 died...\u000a19:47:43.247471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24200): Terminated: ok {rc=0}\u000a19:47:43.257276 --- ParallelTerminationStrategy: PID 24203 died...\u000a19:47:43.310225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24203): Terminated: ok {rc=0}\u000a19:47:43.320006 --- ParallelTerminationStrategy: PID 24206 died...\u000a19:47:43.372846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24206): Terminated: ok {rc=0}\u000a19:47:43.460840 bus /sierra_3: Setting Powered False\u000a19:47:44.562248 bus /sierra_3: Setting Powered False\u000a19:47:45.668478 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:47:26" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24218): Process ended prematurely: osmo-stp_10.42.42.5(pid=24218) [trial-2393↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24218)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24218): Process ended prematurely: osmo-stp_10.42.42.5(pid=24218) [trial-2393↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:47:47.720785 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:47:47.731846 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:47:47.871662 tst emergency_mo_mt_call.py: using LAC 35865\u000a19:47:47.994242 tst emergency_mo_mt_call.py: using RAC 165\u000a19:47:48.117075 tst emergency_mo_mt_call.py: using CellId 35865\u000a19:47:48.239306 tst emergency_mo_mt_call.py: using BVCI 35866\u000a19:47:48.263324 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:47:48.274634 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:47:48.285714 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:47:48.296776 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:47:48.308131 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:47:48.319487 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:48.434038 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:48.632315 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:49.105817 run create_hlr_db(pid=24212): Launched\u000a19:47:49.276078 bus /sierra_2: Setting Powered False\u000a19:47:50.297008 run create_hlr_db(pid=24212): Terminated: ok {rc=0}\u000a19:47:50.721184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24214): Launched\u000a19:47:51.040795 run osmo-hlr_10.42.42.2(pid=24215): Launched\u000a19:47:51.157788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:51.711583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24217): Launched\u000a19:47:52.029144 run osmo-stp_10.42.42.5(pid=24218): Launched\u000a19:47:52.160401 tst emergency_mo_mt_call.py: using MSISDN 8296\u000a19:47:52.319424 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:47:52.899823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24220): Launched\u000a19:47:53.217604 run osmo-msc_10.42.42.6(pid=24221): Launched\u000a19:47:53.405076 run osmo-stp_10.42.42.5(pid=24218): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24218)]\u000a19:47:53.540154 run osmo-stp_10.42.42.5(pid=24218): stdout: \u000a| (launched: 2022-12-13_19:47:51.873591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:53.674205 run osmo-stp_10.42.42.5(pid=24218): stderr: \u000a| �[0;m�[38;5;43m20221213194752062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194752062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194752062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194752063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194752063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194752063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194752064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:53.802420 run osmo-stp_10.42.42.5(pid=24218): stdout: \u000a| (launched: 2022-12-13_19:47:51.873591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:53.929807 run osmo-stp_10.42.42.5(pid=24218): stderr: \u000a| �[0;m�[38;5;43m20221213194752062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194752062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194752062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194752063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194752063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194752063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194752064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:53.985273 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24218): Process ended prematurely: osmo-stp_10.42.42.5(pid=24218) [trial-2393↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24218)] [trial-2393↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a19:47:53.993861 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a19:47:54.056997 run osmo-hlr_10.42.42.2(pid=24215): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24215)]\u000a19:47:54.108942 run osmo-hlr_10.42.42.2(pid=24215): stdout: \u000a| (launched: 2022-12-13_19:47:50.883272) \u000a19:47:54.161308 run osmo-hlr_10.42.42.2(pid=24215): stderr: \u000a| �[0;m�[1;31m20221213194751078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194751078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194751078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194751078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194751078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194751078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194751091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194751101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194751102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194751102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:54.232015 run osmo-msc_10.42.42.6(pid=24221): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24221)]\u000a19:47:54.283308 run osmo-msc_10.42.42.6(pid=24221): stdout: \u000a| (launched: 2022-12-13_19:47:53.061139) \u000a19:47:54.335345 run osmo-msc_10.42.42.6(pid=24221): stderr: \u000a| �[0;m�[38;5;43m20221213194753379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194753379 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f919d7c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194753379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194753379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194753379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194753379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194753381 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194753382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194753382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194753382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:47:54.379599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24214): Terminating (SIGTERM)\u000a19:47:54.421466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24217): Terminating (SIGTERM)\u000a19:47:54.463169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24220): Terminating (SIGTERM)\u000a19:47:54.472796 --- ParallelTerminationStrategy: PID 24214 died...\u000a19:47:54.529048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24214): Terminated: ok {rc=0}\u000a19:47:54.539060 --- ParallelTerminationStrategy: PID 24217 died...\u000a19:47:54.594788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24217): Terminated: ok {rc=0}\u000a19:47:54.604761 --- ParallelTerminationStrategy: PID 24220 died...\u000a19:47:54.660216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24220): Terminated: ok {rc=0}\u000a19:47:54.746354 bus /sierra_3: Setting Powered False\u000a19:47:55.852574 bus /sierra_3: Setting Powered False\u000a19:47:56.959500 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24229): Process ended prematurely: osmo-stp_10.42.42.5(pid=24229) [trial-2393↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24229)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24229): Process ended prematurely: osmo-stp_10.42.42.5(pid=24229) [trial-2393↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:47:58.011745 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:47:58.023690 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:47:58.168471 tst emergency_preemptive_call.py: using LAC 35866\u000a19:47:58.294541 tst emergency_preemptive_call.py: using RAC 166\u000a19:47:58.418433 tst emergency_preemptive_call.py: using CellId 35866\u000a19:47:58.543414 tst emergency_preemptive_call.py: using BVCI 35867\u000a19:47:58.567535 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:47:58.578958 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:47:58.590166 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:47:58.601188 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:47:58.612529 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a19:47:58.623956 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:58.738764 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:58.858118 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:58.975706 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:47:59.170921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:59.647347 run create_hlr_db(pid=24223): Launched\u000a19:47:59.818541 bus /sierra_2: Setting Powered False\u000a19:48:00.847158 run create_hlr_db(pid=24223): Terminated: ok {rc=0}\u000a19:48:01.308092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24225): Launched\u000a19:48:01.653841 run osmo-hlr_10.42.42.2(pid=24226): Launched\u000a19:48:01.806341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:02.396498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24228): Launched\u000a19:48:02.694514 run osmo-stp_10.42.42.5(pid=24229): Launched\u000a19:48:02.810343 tst emergency_preemptive_call.py: using MSISDN 8297\u000a19:48:02.956280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:48:03.494682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24231): Launched\u000a19:48:03.790906 run osmo-msc_10.42.42.6(pid=24232): Launched\u000a19:48:03.964259 run osmo-stp_10.42.42.5(pid=24229): ERR: Terminated: ERROR {rc=1} [trial-2393↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24229)]\u000a19:48:04.089729 run osmo-stp_10.42.42.5(pid=24229): stdout: \u000a| (launched: 2022-12-13_19:48:02.548160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:04.213134 run osmo-stp_10.42.42.5(pid=24229): stderr: \u000a| �[0;m�[38;5;43m20221213194802714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194802714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194802714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194802715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194802715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194802715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194802715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:04.331824 run osmo-stp_10.42.42.5(pid=24229): stdout: \u000a| (launched: 2022-12-13_19:48:02.548160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:04.450136 run osmo-stp_10.42.42.5(pid=24229): stderr: \u000a| �[0;m�[38;5;43m20221213194802714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194802714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194802714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194802715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194802715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194802715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194802715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:04.501805 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24229): Process ended prematurely: osmo-stp_10.42.42.5(pid=24229) [trial-2393↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24229)] [trial-2393↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a19:48:04.509857 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a19:48:04.569993 run osmo-hlr_10.42.42.2(pid=24226): ERR: Terminated: ERROR {rc=237} [trial-2393↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24226)]\u000a19:48:04.619023 run osmo-hlr_10.42.42.2(pid=24226): stdout: \u000a| (launched: 2022-12-13_19:48:01.488478) \u000a19:48:04.668633 run osmo-hlr_10.42.42.2(pid=24226): stderr: \u000a| �[0;m�[1;31m20221213194801864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194801870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194801870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194801870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194801870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194801870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194801892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194801910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194801911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194801911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:04.735914 run osmo-msc_10.42.42.6(pid=24232): ERR: Terminated: ERROR {rc=2} [trial-2393↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24232)]\u000a19:48:04.784753 run osmo-msc_10.42.42.6(pid=24232): stdout: \u000a| (launched: 2022-12-13_19:48:03.644528) \u000a19:48:04.834182 run osmo-msc_10.42.42.6(pid=24232): stderr: \u000a| �[0;m�[38;5;43m20221213194803914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213194803914 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feeb8317c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213194803915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213194803915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213194803915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213194803915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213194803917 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213194803917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213194803917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213194803917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:48:04.875949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24225): Terminating (SIGTERM)\u000a19:48:04.915607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24228): Terminating (SIGTERM)\u000a19:48:04.955467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24231): Terminating (SIGTERM)\u000a19:48:04.964759 --- ParallelTerminationStrategy: PID 24225 died...\u000a19:48:05.018240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24225): Terminated: ok {rc=0}\u000a19:48:05.028024 --- ParallelTerminationStrategy: PID 24228 died...\u000a19:48:05.081112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24228): Terminated: ok {rc=0}\u000a19:48:05.090749 --- ParallelTerminationStrategy: PID 24231 died...\u000a19:48:05.143886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24231): Terminated: ok {rc=0}\u000a19:48:05.231699 bus /sierra_9: Setting Powered False\u000a19:48:06.337747 bus /sierra_9: Setting Powered False\u000a19:48:07.450054 bus /sierra_8: Setting Powered False\u000a19:48:08.552539 bus /sierra_8: Setting Powered False\u000a19:48:09.662323 bus /sierra_3: Setting Powered False\u000a19:48:10.764562 bus /sierra_3: Setting Powered False\u000a19:48:11.873010 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:47:47" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24247): Process ended prematurely: osmo-stp_10.42.42.5(pid=24247) [trial-2393↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24247)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24247): Process ended prematurely: osmo-stp_10.42.42.5(pid=24247) [trial-2393↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:48:14.008277 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:14.019548 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:48:14.155919 tst cs_paging_gprs_active.py: using LAC 35867\u000a19:48:14.274981 tst cs_paging_gprs_active.py: using RAC 167\u000a19:48:14.402977 tst cs_paging_gprs_active.py: using CellId 35867\u000a19:48:14.529260 tst cs_paging_gprs_active.py: using BVCI 35868\u000a19:48:14.553936 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:14.565356 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:14.576275 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:14.587385 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:14.598709 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:14.610103 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:14.621633 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:14.632779 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:14.644294 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:48:14.761236 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:48:15.057393 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:48:15.193537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:15.529117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24237): Launched\u000a19:48:15.808670 run iperf3-srv_10.42.42.10(pid=24238): Launched\u000a19:48:16.042291 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:48:16.175073 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:16.505220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24239): Launched\u000a19:48:16.794679 run iperf3-srv_10.42.42.10(pid=24240): Launched\u000a19:48:16.998686 tst cs_paging_gprs_active.py:38: start network...\u000a19:48:17.138403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:17.650584 run create_hlr_db(pid=24241): Launched\u000a19:48:17.838411 bus /sierra_2: Setting Powered False\u000a19:48:18.858586 run create_hlr_db(pid=24241): Terminated: ok {rc=0}\u000a19:48:19.262154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24243): Launched\u000a19:48:19.563280 run osmo-hlr_10.42.42.2(pid=24244): Launched\u000a19:48:19.675230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:20.197602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24246): Launched\u000a19:48:20.498141 run osmo-stp_10.42.42.5(pid=24247): Launched\u000a19:48:20.607508 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:48:21.132874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24249): Launched\u000a19:48:21.240526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:48:21.505421 run patchelf(pid=24250): Launched\u000a19:48:21.681838 run osmo-stp_10.42.42.5(pid=24247): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24247)]\u000a19:48:21.811280 run osmo-stp_10.42.42.5(pid=24247): stdout: \u000a| (launched: 2022-12-13_19:48:20.350286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:21.940828 run osmo-stp_10.42.42.5(pid=24247): stderr: \u000a| �[0;m�[38;5;43m20221213194820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194820517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:22.065385 run osmo-stp_10.42.42.5(pid=24247): stdout: \u000a| (launched: 2022-12-13_19:48:20.350286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:22.188938 run osmo-stp_10.42.42.5(pid=24247): stderr: \u000a| �[0;m�[38;5;43m20221213194820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194820516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194820517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194820517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:22.332681 run patchelf(pid=24250): Terminating (SIGINT)\u000a19:48:22.502012 run patchelf(pid=24250): Terminated: ok {rc=0}\u000a19:48:22.533132 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24247): Process ended prematurely: osmo-stp_10.42.42.5(pid=24247) [trial-2393↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24247)] [trial-2393↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a19:48:22.542272 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:48:22.601534 run osmo-hlr_10.42.42.2(pid=24244): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24244)]\u000a19:48:22.649928 run osmo-hlr_10.42.42.2(pid=24244): stdout: \u000a| (launched: 2022-12-13_19:48:19.415123) \u000a19:48:22.698888 run osmo-hlr_10.42.42.2(pid=24244): stderr: \u000a| �[0;m�[1;31m20221213194819586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194819586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194819586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194819586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194819587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194819587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194819599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194819608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194819608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194819608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:22.740895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24237): Terminating (SIGTERM)\u000a19:48:22.780298 run iperf3-srv_10.42.42.10(pid=24238): Terminating (SIGTERM)\u000a19:48:22.819802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24239): Terminating (SIGTERM)\u000a19:48:22.859167 run iperf3-srv_10.42.42.10(pid=24240): Terminating (SIGTERM)\u000a19:48:22.898684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24243): Terminating (SIGTERM)\u000a19:48:22.938095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24246): Terminating (SIGTERM)\u000a19:48:22.977678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24249): Terminating (SIGTERM)\u000a19:48:22.986901 --- ParallelTerminationStrategy: PID 24237 died...\u000a19:48:23.039852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24237): Terminated: ok {rc=0}\u000a19:48:23.049890 --- ParallelTerminationStrategy: PID 24238 died...\u000a19:48:23.102805 run iperf3-srv_10.42.42.10(pid=24238): Terminated {rc=256}\u000a19:48:23.112402 --- ParallelTerminationStrategy: PID 24239 died...\u000a19:48:23.165015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24239): Terminated: ok {rc=0}\u000a19:48:23.174565 --- ParallelTerminationStrategy: PID 24240 died...\u000a19:48:23.228189 run iperf3-srv_10.42.42.10(pid=24240): Terminated {rc=256}\u000a19:48:23.237863 --- ParallelTerminationStrategy: PID 24243 died...\u000a19:48:23.290314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24243): Terminated: ok {rc=0}\u000a19:48:23.299950 --- ParallelTerminationStrategy: PID 24246 died...\u000a19:48:23.352538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24246): Terminated: ok {rc=0}\u000a19:48:23.362065 --- ParallelTerminationStrategy: PID 24249 died...\u000a19:48:23.414673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24249): Terminated: ok {rc=0}\u000a19:48:23.501553 bus /gobi_0: Setting Powered False\u000a19:48:24.604514 bus /gobi_0: Setting Powered False\u000a19:48:25.715811 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 81, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24259): Process ended prematurely: osmo-stp_10.42.42.5(pid=24259) [trial-2393↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24259)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24259): Process ended prematurely: osmo-stp_10.42.42.5(pid=24259) [trial-2393↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a19:48:26.825475 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:26.836730 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:48:26.972623 tst iperf3.py: using LAC 35868\u000a19:48:27.090254 tst iperf3.py: using RAC 168\u000a19:48:27.210459 tst iperf3.py: using CellId 35868\u000a19:48:27.330318 tst iperf3.py: using BVCI 35869\u000a19:48:27.353451 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:27.364263 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:27.375043 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:27.385811 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:27.396294 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:27.406906 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:27.417726 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:27.428326 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:27.439153 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:48:27.714281 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:48:27.840081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:28.153559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24251): Launched\u000a19:48:28.414482 run iperf3-srv_10.42.42.10(pid=24252): Launched\u000a19:48:28.597029 tst iperf3.py:8: start network...\u000a19:48:28.721529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:29.202820 run create_hlr_db(pid=24253): Launched\u000a19:48:29.375452 bus /gobi_6: Setting Powered False\u000a19:48:30.397784 run create_hlr_db(pid=24253): Terminated: ok {rc=0}\u000a19:48:30.828311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24255): Launched\u000a19:48:31.264648 run osmo-hlr_10.42.42.2(pid=24256): Launched\u000a19:48:31.441565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:32.089234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24258): Launched\u000a19:48:32.420299 run osmo-stp_10.42.42.5(pid=24259): Launched\u000a19:48:32.538553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:48:33.101186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24261): Launched\u000a19:48:33.216889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:48:33.498860 run patchelf(pid=24262): Launched\u000a19:48:33.687646 run osmo-stp_10.42.42.5(pid=24259): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24259)]\u000a19:48:33.826329 run osmo-stp_10.42.42.5(pid=24259): stdout: \u000a| (launched: 2022-12-13_19:48:32.257874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:33.964786 run osmo-stp_10.42.42.5(pid=24259): stderr: \u000a| �[0;m�[38;5;43m20221213194832445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194832445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194832446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194832446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194832447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194832447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194832447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:34.098982 run osmo-stp_10.42.42.5(pid=24259): stdout: \u000a| (launched: 2022-12-13_19:48:32.257874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:34.232151 run osmo-stp_10.42.42.5(pid=24259): stderr: \u000a| �[0;m�[38;5;43m20221213194832445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194832445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194832446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194832446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194832447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194832447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194832447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:34.386624 run patchelf(pid=24262): Terminating (SIGINT)\u000a19:48:34.567762 run patchelf(pid=24262): Terminated: ok {rc=0}\u000a19:48:34.601045 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24259): Process ended prematurely: osmo-stp_10.42.42.5(pid=24259) [trial-2393↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24259)] [trial-2393↪gprs:nanobts+band-900↪iperf3.py:8]\u000a19:48:34.610940 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a19:48:34.674137 run osmo-hlr_10.42.42.2(pid=24256): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24256)]\u000a19:48:34.725531 run osmo-hlr_10.42.42.2(pid=24256): stdout: \u000a| (launched: 2022-12-13_19:48:31.000240) \u000a19:48:34.777285 run osmo-hlr_10.42.42.2(pid=24256): stderr: \u000a| �[0;m�[1;31m20221213194831240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194831240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194831240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194831240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194831240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194831240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194831284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194831293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194831293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194831293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:34.821854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24251): Terminating (SIGTERM)\u000a19:48:34.863757 run iperf3-srv_10.42.42.10(pid=24252): Terminating (SIGTERM)\u000a19:48:34.905915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24255): Terminating (SIGTERM)\u000a19:48:34.947795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24258): Terminating (SIGTERM)\u000a19:48:34.989915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24261): Terminating (SIGTERM)\u000a19:48:34.999545 --- ParallelTerminationStrategy: PID 24251 died...\u000a19:48:35.055781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24251): Terminated: ok {rc=0}\u000a19:48:35.065863 --- ParallelTerminationStrategy: PID 24252 died...\u000a19:48:35.121505 run iperf3-srv_10.42.42.10(pid=24252): Terminated {rc=256}\u000a19:48:35.131765 --- ParallelTerminationStrategy: PID 24255 died...\u000a19:48:35.187579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24255): Terminated: ok {rc=0}\u000a19:48:35.197657 --- ParallelTerminationStrategy: PID 24258 died...\u000a19:48:35.253289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24258): Terminated: ok {rc=0}\u000a19:48:35.263330 --- ParallelTerminationStrategy: PID 24261 died...\u000a19:48:35.319200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24261): Terminated: ok {rc=0}\u000a19:48:35.406008 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24277): Process ended prematurely: osmo-stp_10.42.42.5(pid=24277) [trial-2393↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24277)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24277): Process ended prematurely: osmo-stp_10.42.42.5(pid=24277) [trial-2393↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a19:48:36.516269 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:36.527591 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:48:36.664038 tst iperf3m4.py: using LAC 35869\u000a19:48:36.781908 tst iperf3m4.py: using RAC 169\u000a19:48:36.899073 tst iperf3m4.py: using CellId 35869\u000a19:48:37.021868 tst iperf3m4.py: using BVCI 35870\u000a19:48:37.045107 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:37.055854 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:37.066508 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:37.077114 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:37.087660 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:37.098326 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:37.109056 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:37.119558 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:37.130281 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:48:37.244534 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:48:37.366638 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:48:37.483126 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:48:37.762693 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:48:37.888155 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:38.201545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24263): Launched\u000a19:48:38.460275 run iperf3-srv_10.42.42.10(pid=24264): Launched\u000a19:48:38.642716 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:48:38.767584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:39.079565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24265): Launched\u000a19:48:39.338543 run iperf3-srv_10.42.42.10(pid=24266): Launched\u000a19:48:39.521604 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:48:39.646526 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:39.959195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24267): Launched\u000a19:48:40.218844 run iperf3-srv_10.42.42.10(pid=24268): Launched\u000a19:48:40.401982 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:48:40.526653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:40.837954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24269): Launched\u000a19:48:41.098438 run iperf3-srv_10.42.42.10(pid=24270): Launched\u000a19:48:41.281554 tst iperf3m4.py:8: start network...\u000a19:48:41.406553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:41.890394 run create_hlr_db(pid=24271): Launched\u000a19:48:42.063706 bus /gobi_6: Setting Powered False\u000a19:48:43.085251 run create_hlr_db(pid=24271): Terminated: ok {rc=0}\u000a19:48:43.516200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24273): Launched\u000a19:48:43.842487 run osmo-hlr_10.42.42.2(pid=24274): Launched\u000a19:48:43.963271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:44.529864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24276): Launched\u000a19:48:44.855379 run osmo-stp_10.42.42.5(pid=24277): Launched\u000a19:48:44.972668 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:48:45.537690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24279): Launched\u000a19:48:45.653407 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:48:45.951682 run patchelf(pid=24280): Launched\u000a19:48:46.134063 run osmo-stp_10.42.42.5(pid=24277): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24277)]\u000a19:48:46.267258 run osmo-stp_10.42.42.5(pid=24277): stdout: \u000a| (launched: 2022-12-13_19:48:44.695000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:46.398850 run osmo-stp_10.42.42.5(pid=24277): stderr: \u000a| �[0;m�[38;5;43m20221213194844883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194844883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194844884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194844884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194844885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194844885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194844885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:46.527731 run osmo-stp_10.42.42.5(pid=24277): stdout: \u000a| (launched: 2022-12-13_19:48:44.695000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:46.655440 run osmo-stp_10.42.42.5(pid=24277): stderr: \u000a| �[0;m�[38;5;43m20221213194844883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194844883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194844884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194844884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194844885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194844885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194844885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:46.805215 run patchelf(pid=24280): Terminating (SIGINT)\u000a19:48:46.980508 run patchelf(pid=24280): Terminated: ok {rc=0}\u000a19:48:47.014985 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24277): Process ended prematurely: osmo-stp_10.42.42.5(pid=24277) [trial-2393↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24277)] [trial-2393↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a19:48:47.025422 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a19:48:47.087122 run osmo-hlr_10.42.42.2(pid=24274): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24274)]\u000a19:48:47.137210 run osmo-hlr_10.42.42.2(pid=24274): stdout: \u000a| (launched: 2022-12-13_19:48:43.682066) \u000a19:48:47.187493 run osmo-hlr_10.42.42.2(pid=24274): stderr: \u000a| �[0;m�[1;31m20221213194843876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194843876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194843876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194843876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194843876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194843876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194843888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194843897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194843897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194843897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:47.231444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24263): Terminating (SIGTERM)\u000a19:48:47.271467 run iperf3-srv_10.42.42.10(pid=24264): Terminating (SIGTERM)\u000a19:48:47.311859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24265): Terminating (SIGTERM)\u000a19:48:47.351286 run iperf3-srv_10.42.42.10(pid=24266): Terminating (SIGTERM)\u000a19:48:47.390660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24267): Terminating (SIGTERM)\u000a19:48:47.430960 run iperf3-srv_10.42.42.10(pid=24268): Terminating (SIGTERM)\u000a19:48:47.470241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24269): Terminating (SIGTERM)\u000a19:48:47.510156 run iperf3-srv_10.42.42.10(pid=24270): Terminating (SIGTERM)\u000a19:48:47.549652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24273): Terminating (SIGTERM)\u000a19:48:47.589775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24276): Terminating (SIGTERM)\u000a19:48:47.629294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24279): Terminating (SIGTERM)\u000a19:48:47.638726 --- ParallelTerminationStrategy: PID 24263 died...\u000a19:48:47.692190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24263): Terminated: ok {rc=0}\u000a19:48:47.701807 --- ParallelTerminationStrategy: PID 24264 died...\u000a19:48:47.754582 run iperf3-srv_10.42.42.10(pid=24264): Terminated {rc=256}\u000a19:48:47.764069 --- ParallelTerminationStrategy: PID 24265 died...\u000a19:48:47.816697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24265): Terminated: ok {rc=0}\u000a19:48:47.826334 --- ParallelTerminationStrategy: PID 24266 died...\u000a19:48:47.878763 run iperf3-srv_10.42.42.10(pid=24266): Terminated {rc=256}\u000a19:48:47.888259 --- ParallelTerminationStrategy: PID 24267 died...\u000a19:48:47.940862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24267): Terminated: ok {rc=0}\u000a19:48:47.950407 --- ParallelTerminationStrategy: PID 24268 died...\u000a19:48:48.002906 run iperf3-srv_10.42.42.10(pid=24268): Terminated {rc=256}\u000a19:48:48.012776 --- ParallelTerminationStrategy: PID 24269 died...\u000a19:48:48.066158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24269): Terminated: ok {rc=0}\u000a19:48:48.075715 --- ParallelTerminationStrategy: PID 24270 died...\u000a19:48:48.128414 run iperf3-srv_10.42.42.10(pid=24270): Terminated {rc=256}\u000a19:48:48.138027 --- ParallelTerminationStrategy: PID 24273 died...\u000a19:48:48.190783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24273): Terminated: ok {rc=0}\u000a19:48:48.200393 --- ParallelTerminationStrategy: PID 24276 died...\u000a19:48:48.253278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24276): Terminated: ok {rc=0}\u000a19:48:48.262959 --- ParallelTerminationStrategy: PID 24279 died...\u000a19:48:48.316019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24279): Terminated: ok {rc=0}\u000a19:48:48.403801 bus /gobi_4: Setting Powered False\u000a19:48:49.506194 bus /gobi_4: Setting Powered False\u000a19:48:50.616787 bus /gobi_1: Setting Powered False\u000a19:48:51.718406 bus /gobi_1: Setting Powered False\u000a19:48:52.827977 bus /gobi_0: Setting Powered False\u000a19:48:53.930218 bus /gobi_0: Setting Powered False\u000a19:48:55.036996 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24287): Process ended prematurely: osmo-stp_10.42.42.5(pid=24287) [trial-2393↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24287)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24287): Process ended prematurely: osmo-stp_10.42.42.5(pid=24287) [trial-2393↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a19:48:56.103035 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:56.114427 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:48:56.250441 tst ping.py: using LAC 35870\u000a19:48:56.364512 tst ping.py: using RAC 170\u000a19:48:56.478610 tst ping.py: using CellId 35870\u000a19:48:56.593556 tst ping.py: using BVCI 35871\u000a19:48:56.616082 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:56.626997 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:56.637561 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:56.648052 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:56.658626 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:56.669156 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:56.679870 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:48:56.690442 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:48:56.978085 tst ping.py:19: start network...\u000a19:48:57.111038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:57.613617 run create_hlr_db(pid=24281): Launched\u000a19:48:57.798417 bus /gobi_6: Setting Powered False\u000a19:48:58.818452 run create_hlr_db(pid=24281): Terminated: ok {rc=0}\u000a19:48:59.241926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24283): Launched\u000a19:48:59.559866 run osmo-hlr_10.42.42.2(pid=24284): Launched\u000a19:48:59.677624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:00.235782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24286): Launched\u000a19:49:00.553586 run osmo-stp_10.42.42.5(pid=24287): Launched\u000a19:49:00.669311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:01.275839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24289): Launched\u000a19:49:01.386311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:01.666524 run patchelf(pid=24290): Launched\u000a19:49:01.846676 run osmo-stp_10.42.42.5(pid=24287): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24287)]\u000a19:49:01.977341 run osmo-stp_10.42.42.5(pid=24287): stdout: \u000a| (launched: 2022-12-13_19:49:00.396823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:02.108501 run osmo-stp_10.42.42.5(pid=24287): stderr: \u000a| �[0;m�[38;5;43m20221213194900583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194900583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194900583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194900584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194900584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194900584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194900585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:02.234070 run osmo-stp_10.42.42.5(pid=24287): stdout: \u000a| (launched: 2022-12-13_19:49:00.396823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:02.355815 run osmo-stp_10.42.42.5(pid=24287): stderr: \u000a| �[0;m�[38;5;43m20221213194900583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194900583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194900583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194900584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194900584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194900584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194900585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:02.497412 run patchelf(pid=24290): Terminating (SIGINT)\u000a19:49:02.664346 run patchelf(pid=24290): Terminated: ok {rc=0}\u000a19:49:02.694735 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24287): Process ended prematurely: osmo-stp_10.42.42.5(pid=24287) [trial-2393↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24287)] [trial-2393↪gprs:nanobts+band-900↪ping.py:22]\u000a19:49:02.703359 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:49:02.763354 run osmo-hlr_10.42.42.2(pid=24284): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24284)]\u000a19:49:02.812053 run osmo-hlr_10.42.42.2(pid=24284): stdout: \u000a| (launched: 2022-12-13_19:48:59.403091) \u000a19:49:02.861302 run osmo-hlr_10.42.42.2(pid=24284): stderr: \u000a| �[0;m�[1;31m20221213194859596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194859596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194859597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194859597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194859597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194859597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194859608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194859618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194859618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194859618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:02.903199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24283): Terminating (SIGTERM)\u000a19:49:02.942815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24286): Terminating (SIGTERM)\u000a19:49:02.982600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24289): Terminating (SIGTERM)\u000a19:49:02.991929 --- ParallelTerminationStrategy: PID 24283 died...\u000a19:49:03.045113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24283): Terminated: ok {rc=0}\u000a19:49:03.054828 --- ParallelTerminationStrategy: PID 24286 died...\u000a19:49:03.107730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24286): Terminated: ok {rc=0}\u000a19:49:03.117459 --- ParallelTerminationStrategy: PID 24289 died...\u000a19:49:03.170716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24289): Terminated: ok {rc=0}\u000a19:49:03.257611 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24297): Process ended prematurely: osmo-stp_10.42.42.5(pid=24297) [trial-2393↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24297)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24297): Process ended prematurely: osmo-stp_10.42.42.5(pid=24297) [trial-2393↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a19:49:04.308392 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:49:04.320182 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a19:49:04.463922 tst ping_idle_ping.py: using LAC 35871\u000a19:49:04.588685 tst ping_idle_ping.py: using RAC 171\u000a19:49:04.713345 tst ping_idle_ping.py: using CellId 35871\u000a19:49:04.840858 tst ping_idle_ping.py: using BVCI 35872\u000a19:49:04.865323 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:49:04.876604 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:49:04.887690 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:49:04.898826 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:49:04.910803 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:49:04.922703 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:49:04.934799 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a19:49:04.946736 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a19:49:05.227547 tst ping_idle_ping.py:24: start network...\u000a19:49:05.351500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:05.834208 run create_hlr_db(pid=24291): Launched\u000a19:49:06.020857 bus /gobi_6: Setting Powered False\u000a19:49:07.040748 run create_hlr_db(pid=24291): Terminated: ok {rc=0}\u000a19:49:07.447749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24293): Launched\u000a19:49:07.771149 run osmo-hlr_10.42.42.2(pid=24294): Launched\u000a19:49:07.884449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:08.401153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24296): Launched\u000a19:49:08.699891 run osmo-stp_10.42.42.5(pid=24297): Launched\u000a19:49:08.807513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:09.324084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24299): Launched\u000a19:49:09.429028 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:09.686240 run patchelf(pid=24300): Launched\u000a19:49:09.859244 run osmo-stp_10.42.42.5(pid=24297): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24297)]\u000a19:49:09.985721 run osmo-stp_10.42.42.5(pid=24297): stdout: \u000a| (launched: 2022-12-13_19:49:08.551937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:10.112392 run osmo-stp_10.42.42.5(pid=24297): stderr: \u000a| �[0;m�[38;5;43m20221213194908719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194908719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194908719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194908720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194908720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194908720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194908720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:10.235685 run osmo-stp_10.42.42.5(pid=24297): stdout: \u000a| (launched: 2022-12-13_19:49:08.551937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:10.356616 run osmo-stp_10.42.42.5(pid=24297): stderr: \u000a| �[0;m�[38;5;43m20221213194908719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194908719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194908719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194908720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194908720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194908720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194908720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:10.498693 run patchelf(pid=24300): Terminating (SIGINT)\u000a19:49:10.665627 run patchelf(pid=24300): Terminated: ok {rc=0}\u000a19:49:10.695750 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24297): Process ended prematurely: osmo-stp_10.42.42.5(pid=24297) [trial-2393↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24297)] [trial-2393↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a19:49:10.704283 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:49:10.763794 run osmo-hlr_10.42.42.2(pid=24294): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24294)]\u000a19:49:10.812228 run osmo-hlr_10.42.42.2(pid=24294): stdout: \u000a| (launched: 2022-12-13_19:49:07.611260) \u000a19:49:10.861380 run osmo-hlr_10.42.42.2(pid=24294): stderr: \u000a| �[0;m�[1;31m20221213194907807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194907807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194907807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194907807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194907807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194907807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194907820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194907828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194907828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194907828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:10.903194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24293): Terminating (SIGTERM)\u000a19:49:10.943126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24296): Terminating (SIGTERM)\u000a19:49:10.983674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24299): Terminating (SIGTERM)\u000a19:49:10.992881 --- ParallelTerminationStrategy: PID 24293 died...\u000a19:49:11.045855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24293): Terminated: ok {rc=0}\u000a19:49:11.055413 --- ParallelTerminationStrategy: PID 24296 died...\u000a19:49:11.107819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24296): Terminated: ok {rc=0}\u000a19:49:11.117811 --- ParallelTerminationStrategy: PID 24299 died...\u000a19:49:11.170276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24299): Terminated: ok {rc=0}\u000a19:49:11.252116 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:48:13" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24316): Process ended prematurely: osmo-stp_10.42.42.5(pid=24316) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24316)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24316): Process ended prematurely: osmo-stp_10.42.42.5(pid=24316) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:49:13.409841 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:13.421651 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:49:13.566532 tst cs_paging_gprs_active.py: using LAC 35872\u000a19:49:13.697930 tst cs_paging_gprs_active.py: using RAC 172\u000a19:49:13.822392 tst cs_paging_gprs_active.py: using CellId 35872\u000a19:49:13.951958 tst cs_paging_gprs_active.py: using BVCI 35873\u000a19:49:13.976669 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:13.988154 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:13.999342 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:14.011108 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:14.022865 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:14.034679 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:14.046541 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:14.058187 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:14.069959 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:49:14.185888 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:49:14.482914 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:49:14.618860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:14.953119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24306): Launched\u000a19:49:15.231307 run iperf3-srv_10.42.42.10(pid=24307): Launched\u000a19:49:15.430017 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:49:15.565183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:15.920252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24308): Launched\u000a19:49:16.209667 run iperf3-srv_10.42.42.10(pid=24309): Launched\u000a19:49:16.400122 tst cs_paging_gprs_active.py:38: start network...\u000a19:49:16.530520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:17.070256 run create_hlr_db(pid=24310): Launched\u000a19:49:17.247750 bus /gobi_6: Setting Powered False\u000a19:49:18.267994 run create_hlr_db(pid=24310): Terminated: ok {rc=0}\u000a19:49:18.674887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24312): Launched\u000a19:49:18.980029 run osmo-hlr_10.42.42.2(pid=24313): Launched\u000a19:49:19.101077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:19.637101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24315): Launched\u000a19:49:19.941760 run osmo-stp_10.42.42.5(pid=24316): Launched\u000a19:49:20.051590 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:20.583955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24318): Launched\u000a19:49:20.692387 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:20.958959 run patchelf(pid=24319): Launched\u000a19:49:21.137424 run osmo-stp_10.42.42.5(pid=24316): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24316)]\u000a19:49:21.267586 run osmo-stp_10.42.42.5(pid=24316): stdout: \u000a| (launched: 2022-12-13_19:49:19.792027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:21.397910 run osmo-stp_10.42.42.5(pid=24316): stderr: \u000a| �[0;m�[38;5;43m20221213194919960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194919960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194919960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194919961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194919961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194919961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194919961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:21.523827 run osmo-stp_10.42.42.5(pid=24316): stdout: \u000a| (launched: 2022-12-13_19:49:19.792027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:21.648219 run osmo-stp_10.42.42.5(pid=24316): stderr: \u000a| �[0;m�[38;5;43m20221213194919960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194919960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194919960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194919961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194919961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194919961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194919961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:21.793976 run patchelf(pid=24319): Terminating (SIGINT)\u000a19:49:21.964763 run patchelf(pid=24319): Terminated: ok {rc=0}\u000a19:49:21.996121 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24316): Process ended prematurely: osmo-stp_10.42.42.5(pid=24316) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24316)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:49:22.005513 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:49:22.065860 run osmo-hlr_10.42.42.2(pid=24313): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24313)]\u000a19:49:22.114694 run osmo-hlr_10.42.42.2(pid=24313): stdout: \u000a| (launched: 2022-12-13_19:49:18.830296) \u000a19:49:22.164176 run osmo-hlr_10.42.42.2(pid=24313): stderr: \u000a| �[0;m�[1;31m20221213194919004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194919004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194919004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194919004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194919005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194919005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194919018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194919027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194919027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194919027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:22.206572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24306): Terminating (SIGTERM)\u000a19:49:22.246315 run iperf3-srv_10.42.42.10(pid=24307): Terminating (SIGTERM)\u000a19:49:22.286481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24308): Terminating (SIGTERM)\u000a19:49:22.326415 run iperf3-srv_10.42.42.10(pid=24309): Terminating (SIGTERM)\u000a19:49:22.366687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24312): Terminating (SIGTERM)\u000a19:49:22.406384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24315): Terminating (SIGTERM)\u000a19:49:22.446440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24318): Terminating (SIGTERM)\u000a19:49:22.455740 --- ParallelTerminationStrategy: PID 24306 died...\u000a19:49:22.508721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24306): Terminated: ok {rc=0}\u000a19:49:22.518524 --- ParallelTerminationStrategy: PID 24307 died...\u000a19:49:22.571387 run iperf3-srv_10.42.42.10(pid=24307): Terminated {rc=256}\u000a19:49:22.581104 --- ParallelTerminationStrategy: PID 24308 died...\u000a19:49:22.633905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24308): Terminated: ok {rc=0}\u000a19:49:22.643458 --- ParallelTerminationStrategy: PID 24309 died...\u000a19:49:22.696010 run iperf3-srv_10.42.42.10(pid=24309): Terminated {rc=256}\u000a19:49:22.705641 --- ParallelTerminationStrategy: PID 24312 died...\u000a19:49:22.758359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24312): Terminated: ok {rc=0}\u000a19:49:22.767913 --- ParallelTerminationStrategy: PID 24315 died...\u000a19:49:22.820633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24315): Terminated: ok {rc=0}\u000a19:49:22.830330 --- ParallelTerminationStrategy: PID 24318 died...\u000a19:49:22.882854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24318): Terminated: ok {rc=0}\u000a19:49:22.970438 bus /gobi_0: Setting Powered False\u000a19:49:24.074041 bus /gobi_0: Setting Powered False\u000a19:49:25.184583 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24328): Process ended prematurely: osmo-stp_10.42.42.5(pid=24328) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24328)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24328): Process ended prematurely: osmo-stp_10.42.42.5(pid=24328) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:49:26.293355 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:26.304629 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:49:26.441609 tst iperf3.py: using LAC 35873\u000a19:49:26.558645 tst iperf3.py: using RAC 173\u000a19:49:26.675975 tst iperf3.py: using CellId 35873\u000a19:49:26.793342 tst iperf3.py: using BVCI 35874\u000a19:49:26.816161 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:26.827150 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:26.837854 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:26.848518 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:26.859179 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:26.869835 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:26.880573 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:26.891214 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:26.902017 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:49:27.194889 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:49:27.330120 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:27.664352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24320): Launched\u000a19:49:27.941357 run iperf3-srv_10.42.42.10(pid=24321): Launched\u000a19:49:28.140028 tst iperf3.py:8: start network...\u000a19:49:28.275611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:28.787935 run create_hlr_db(pid=24322): Launched\u000a19:49:28.960554 bus /gobi_6: Setting Powered False\u000a19:49:29.982339 run create_hlr_db(pid=24322): Terminated: ok {rc=0}\u000a19:49:30.410417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24324): Launched\u000a19:49:30.733250 run osmo-hlr_10.42.42.2(pid=24325): Launched\u000a19:49:30.897578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:31.484797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24327): Launched\u000a19:49:31.937081 run osmo-stp_10.42.42.5(pid=24328): Launched\u000a19:49:32.105239 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:32.636285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24330): Launched\u000a19:49:32.743484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:33.005513 run patchelf(pid=24331): Launched\u000a19:49:33.181506 run osmo-stp_10.42.42.5(pid=24328): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24328)]\u000a19:49:33.309717 run osmo-stp_10.42.42.5(pid=24328): stdout: \u000a| (launched: 2022-12-13_19:49:31.643376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:33.439149 run osmo-stp_10.42.42.5(pid=24328): stderr: \u000a| �[0;m�[38;5;43m20221213194931847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194931847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194931848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194931848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194931849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194931849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194931849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:33.563398 run osmo-stp_10.42.42.5(pid=24328): stdout: \u000a| (launched: 2022-12-13_19:49:31.643376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:33.686664 run osmo-stp_10.42.42.5(pid=24328): stderr: \u000a| �[0;m�[38;5;43m20221213194931847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194931847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194931848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194931848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194931849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194931849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194931849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:33.829685 run patchelf(pid=24331): Terminating (SIGINT)\u000a19:49:33.997735 run patchelf(pid=24331): Terminated: ok {rc=0}\u000a19:49:34.028730 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24328): Process ended prematurely: osmo-stp_10.42.42.5(pid=24328) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24328)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a19:49:34.037996 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a19:49:34.098021 run osmo-hlr_10.42.42.2(pid=24325): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24325)]\u000a19:49:34.146899 run osmo-hlr_10.42.42.2(pid=24325): stdout: \u000a| (launched: 2022-12-13_19:49:30.574015) \u000a19:49:34.196606 run osmo-hlr_10.42.42.2(pid=24325): stderr: \u000a| �[0;m�[1;31m20221213194930767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194930767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194930767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194930767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194930767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194930767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194930780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194930789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194930789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194930789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:34.238967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24320): Terminating (SIGTERM)\u000a19:49:34.278679 run iperf3-srv_10.42.42.10(pid=24321): Terminating (SIGTERM)\u000a19:49:34.318457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24324): Terminating (SIGTERM)\u000a19:49:34.358295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24327): Terminating (SIGTERM)\u000a19:49:34.398407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24330): Terminating (SIGTERM)\u000a19:49:34.407885 --- ParallelTerminationStrategy: PID 24320 died...\u000a19:49:34.461652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24320): Terminated: ok {rc=0}\u000a19:49:34.471432 --- ParallelTerminationStrategy: PID 24321 died...\u000a19:49:34.523971 run iperf3-srv_10.42.42.10(pid=24321): Terminated {rc=256}\u000a19:49:34.533810 --- ParallelTerminationStrategy: PID 24324 died...\u000a19:49:34.586503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24324): Terminated: ok {rc=0}\u000a19:49:34.596080 --- ParallelTerminationStrategy: PID 24327 died...\u000a19:49:34.648785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24327): Terminated: ok {rc=0}\u000a19:49:34.658383 --- ParallelTerminationStrategy: PID 24330 died...\u000a19:49:34.711323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24330): Terminated: ok {rc=0}\u000a19:49:34.798142 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24346): Process ended prematurely: osmo-stp_10.42.42.5(pid=24346) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24346)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24346): Process ended prematurely: osmo-stp_10.42.42.5(pid=24346) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:49:35.907647 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:35.919222 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:49:36.055888 tst iperf3m4.py: using LAC 35874\u000a19:49:36.173577 tst iperf3m4.py: using RAC 174\u000a19:49:36.291289 tst iperf3m4.py: using CellId 35874\u000a19:49:36.411096 tst iperf3m4.py: using BVCI 35875\u000a19:49:36.434275 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:36.445300 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:36.456040 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:36.466749 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:36.477371 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:36.488017 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:36.498887 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:36.509532 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:36.520193 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:49:36.635187 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:49:36.755943 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:49:36.872132 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:49:37.167692 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:49:37.303281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:37.637795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24332): Launched\u000a19:49:37.916813 run iperf3-srv_10.42.42.10(pid=24333): Launched\u000a19:49:38.115444 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:49:38.251035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:38.588478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24334): Launched\u000a19:49:38.867954 run iperf3-srv_10.42.42.10(pid=24335): Launched\u000a19:49:39.065478 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:49:39.200565 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:39.534649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24336): Launched\u000a19:49:39.812688 run iperf3-srv_10.42.42.10(pid=24337): Launched\u000a19:49:40.012304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:49:40.147627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:40.482855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24338): Launched\u000a19:49:40.760095 run iperf3-srv_10.42.42.10(pid=24339): Launched\u000a19:49:40.957246 tst iperf3m4.py:8: start network...\u000a19:49:41.091656 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:41.597295 run create_hlr_db(pid=24340): Launched\u000a19:49:41.782932 bus /gobi_6: Setting Powered False\u000a19:49:42.805181 run create_hlr_db(pid=24340): Terminated: ok {rc=0}\u000a19:49:43.207330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24342): Launched\u000a19:49:43.508314 run osmo-hlr_10.42.42.2(pid=24343): Launched\u000a19:49:43.621026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:44.143029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24345): Launched\u000a19:49:44.444099 run osmo-stp_10.42.42.5(pid=24346): Launched\u000a19:49:44.554520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:45.079673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24348): Launched\u000a19:49:45.186585 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:45.448726 run patchelf(pid=24349): Launched\u000a19:49:45.624039 run osmo-stp_10.42.42.5(pid=24346): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24346)]\u000a19:49:45.751825 run osmo-stp_10.42.42.5(pid=24346): stdout: \u000a| (launched: 2022-12-13_19:49:44.295908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:45.886134 run osmo-stp_10.42.42.5(pid=24346): stderr: \u000a| �[0;m�[38;5;43m20221213194944464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194944464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194944465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194944465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194944466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194944466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194944466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:46.029102 run osmo-stp_10.42.42.5(pid=24346): stdout: \u000a| (launched: 2022-12-13_19:49:44.295908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:46.167338 run osmo-stp_10.42.42.5(pid=24346): stderr: \u000a| �[0;m�[38;5;43m20221213194944464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213194944464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213194944465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213194944465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213194944466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213194944466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213194944466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:46.328058 run patchelf(pid=24349): Terminating (SIGINT)\u000a19:49:46.529748 run patchelf(pid=24349): Terminated: ok {rc=0}\u000a19:49:46.564540 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24346): Process ended prematurely: osmo-stp_10.42.42.5(pid=24346) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24346)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:49:46.575693 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:49:46.644570 run osmo-hlr_10.42.42.2(pid=24343): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24343)]\u000a19:49:46.700134 run osmo-hlr_10.42.42.2(pid=24343): stdout: \u000a| (launched: 2022-12-13_19:49:43.359963) \u000a19:49:46.755036 run osmo-hlr_10.42.42.2(pid=24343): stderr: \u000a| �[0;m�[1;31m20221213194943534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194943534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194943534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194943534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194943534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194943534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194943547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194943556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194943556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194943556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:46.802584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24332): Terminating (SIGTERM)\u000a19:49:46.849808 run iperf3-srv_10.42.42.10(pid=24333): Terminating (SIGTERM)\u000a19:49:46.896732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24334): Terminating (SIGTERM)\u000a19:49:46.943132 run iperf3-srv_10.42.42.10(pid=24335): Terminating (SIGTERM)\u000a19:49:46.988660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24336): Terminating (SIGTERM)\u000a19:49:47.033865 run iperf3-srv_10.42.42.10(pid=24337): Terminating (SIGTERM)\u000a19:49:47.079487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24338): Terminating (SIGTERM)\u000a19:49:47.123927 run iperf3-srv_10.42.42.10(pid=24339): Terminating (SIGTERM)\u000a19:49:47.168365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24342): Terminating (SIGTERM)\u000a19:49:47.213643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24345): Terminating (SIGTERM)\u000a19:49:47.257357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24348): Terminating (SIGTERM)\u000a19:49:47.267226 --- ParallelTerminationStrategy: PID 24332 died...\u000a19:49:47.324474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24332): Terminated: ok {rc=0}\u000a19:49:47.334666 --- ParallelTerminationStrategy: PID 24333 died...\u000a19:49:47.391950 run iperf3-srv_10.42.42.10(pid=24333): Terminated {rc=256}\u000a19:49:47.402085 --- ParallelTerminationStrategy: PID 24334 died...\u000a19:49:47.459194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24334): Terminated: ok {rc=0}\u000a19:49:47.469402 --- ParallelTerminationStrategy: PID 24335 died...\u000a19:49:47.526519 run iperf3-srv_10.42.42.10(pid=24335): Terminated {rc=256}\u000a19:49:47.536571 --- ParallelTerminationStrategy: PID 24336 died...\u000a19:49:47.593822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24336): Terminated: ok {rc=0}\u000a19:49:47.603954 --- ParallelTerminationStrategy: PID 24337 died...\u000a19:49:47.661215 run iperf3-srv_10.42.42.10(pid=24337): Terminated {rc=256}\u000a19:49:47.671401 --- ParallelTerminationStrategy: PID 24338 died...\u000a19:49:47.728665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24338): Terminated: ok {rc=0}\u000a19:49:47.738938 --- ParallelTerminationStrategy: PID 24339 died...\u000a19:49:47.795901 run iperf3-srv_10.42.42.10(pid=24339): Terminated {rc=256}\u000a19:49:47.806052 --- ParallelTerminationStrategy: PID 24342 died...\u000a19:49:47.863202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24342): Terminated: ok {rc=0}\u000a19:49:47.873895 --- ParallelTerminationStrategy: PID 24345 died...\u000a19:49:47.931165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24345): Terminated: ok {rc=0}\u000a19:49:47.941408 --- ParallelTerminationStrategy: PID 24348 died...\u000a19:49:47.998822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24348): Terminated: ok {rc=0}\u000a19:49:48.086417 bus /gobi_4: Setting Powered False\u000a19:49:49.192869 bus /gobi_4: Setting Powered False\u000a19:49:50.300732 bus /gobi_1: Setting Powered False\u000a19:49:51.406337 bus /gobi_1: Setting Powered False\u000a19:49:52.515757 bus /gobi_0: Setting Powered False\u000a19:49:53.621552 bus /gobi_0: Setting Powered False\u000a19:49:54.730232 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24357): Process ended prematurely: osmo-stp_10.42.42.5(pid=24357) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24357)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24357): Process ended prematurely: osmo-stp_10.42.42.5(pid=24357) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:49:55.798130 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:55.810291 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:49:55.954136 tst ping.py: using LAC 35875\u000a19:49:56.079693 tst ping.py: using RAC 175\u000a19:49:56.205831 tst ping.py: using CellId 35875\u000a19:49:56.331671 tst ping.py: using BVCI 35876\u000a19:49:56.355955 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:56.367567 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:56.379015 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:56.390412 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:56.402074 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:56.413683 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:56.425502 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:56.437175 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:49:56.724882 tst ping.py:19: start network...\u000a19:49:56.856330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:57.353898 run create_hlr_db(pid=24351): Launched\u000a19:49:57.536759 bus /gobi_6: Setting Powered False\u000a19:49:58.558373 run create_hlr_db(pid=24351): Terminated: ok {rc=0}\u000a19:49:58.979824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24353): Launched\u000a19:49:59.297409 run osmo-hlr_10.42.42.2(pid=24354): Launched\u000a19:49:59.417229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:59.969951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24356): Launched\u000a19:50:00.287579 run osmo-stp_10.42.42.5(pid=24357): Launched\u000a19:50:00.402514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:00.965561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24359): Launched\u000a19:50:01.089724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:01.371949 run patchelf(pid=24363): Launched\u000a19:50:01.551995 run osmo-stp_10.42.42.5(pid=24357): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24357)]\u000a19:50:01.685840 run osmo-stp_10.42.42.5(pid=24357): stdout: \u000a| (launched: 2022-12-13_19:50:00.130928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:01.819878 run osmo-stp_10.42.42.5(pid=24357): stderr: \u000a| �[0;m�[38;5;43m20221213195000319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195000320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195000320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195000320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195000321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195000321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195000321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:01.946056 run osmo-stp_10.42.42.5(pid=24357): stdout: \u000a| (launched: 2022-12-13_19:50:00.130928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:02.074188 run osmo-stp_10.42.42.5(pid=24357): stderr: \u000a| �[0;m�[38;5;43m20221213195000319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195000320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195000320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195000320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195000321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195000321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195000321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:02.221350 run patchelf(pid=24363): Terminating (SIGINT)\u000a19:50:02.387679 run patchelf(pid=24363): Terminated: ok {rc=0}\u000a19:50:02.418216 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24357): Process ended prematurely: osmo-stp_10.42.42.5(pid=24357) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24357)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a19:50:02.426897 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:50:02.487307 run osmo-hlr_10.42.42.2(pid=24354): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24354)]\u000a19:50:02.536359 run osmo-hlr_10.42.42.2(pid=24354): stdout: \u000a| (launched: 2022-12-13_19:49:59.140519) \u000a19:50:02.586260 run osmo-hlr_10.42.42.2(pid=24354): stderr: \u000a| �[0;m�[1;31m20221213194959335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213194959335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213194959335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194959335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213194959335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213194959335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213194959348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213194959356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213194959356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213194959356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:02.629276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24353): Terminating (SIGTERM)\u000a19:50:02.669408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24356): Terminating (SIGTERM)\u000a19:50:02.709943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24359): Terminating (SIGTERM)\u000a19:50:02.719329 --- ParallelTerminationStrategy: PID 24353 died...\u000a19:50:02.772847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24353): Terminated: ok {rc=0}\u000a19:50:02.782725 --- ParallelTerminationStrategy: PID 24356 died...\u000a19:50:02.836262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24356): Terminated: ok {rc=0}\u000a19:50:02.846161 --- ParallelTerminationStrategy: PID 24359 died...\u000a19:50:02.899740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24359): Terminated: ok {rc=0}\u000a19:50:02.987943 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24370): Process ended prematurely: osmo-stp_10.42.42.5(pid=24370) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24370)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24370): Process ended prematurely: osmo-stp_10.42.42.5(pid=24370) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:50:04.038340 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:04.049965 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:50:04.192209 tst ping_idle_ping.py: using LAC 35876\u000a19:50:04.310865 tst ping_idle_ping.py: using RAC 176\u000a19:50:04.429098 tst ping_idle_ping.py: using CellId 35876\u000a19:50:04.544363 tst ping_idle_ping.py: using BVCI 35877\u000a19:50:04.567075 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:04.578379 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:04.589195 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:04.600045 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:04.611041 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:04.622456 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:04.633710 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:04.644593 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:50:04.915467 tst ping_idle_ping.py:24: start network...\u000a19:50:05.038131 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:05.515584 run create_hlr_db(pid=24364): Launched\u000a19:50:05.686560 bus /gobi_6: Setting Powered False\u000a19:50:06.708863 run create_hlr_db(pid=24364): Terminated: ok {rc=0}\u000a19:50:07.132441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24366): Launched\u000a19:50:07.451639 run osmo-hlr_10.42.42.2(pid=24367): Launched\u000a19:50:07.569369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:08.121445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24369): Launched\u000a19:50:08.440007 run osmo-stp_10.42.42.5(pid=24370): Launched\u000a19:50:08.555573 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:09.110135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24372): Launched\u000a19:50:09.223680 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:09.500491 run patchelf(pid=24373): Launched\u000a19:50:09.686651 run osmo-stp_10.42.42.5(pid=24370): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24370)]\u000a19:50:09.822712 run osmo-stp_10.42.42.5(pid=24370): stdout: \u000a| (launched: 2022-12-13_19:50:08.283806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:09.958839 run osmo-stp_10.42.42.5(pid=24370): stderr: \u000a| �[0;m�[38;5;43m20221213195008471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195008471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195008471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195008472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195008472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195008472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195008472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:10.090905 run osmo-stp_10.42.42.5(pid=24370): stdout: \u000a| (launched: 2022-12-13_19:50:08.283806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:10.222270 run osmo-stp_10.42.42.5(pid=24370): stderr: \u000a| �[0;m�[38;5;43m20221213195008471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195008471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195008471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195008472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195008472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195008472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195008472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:10.374302 run patchelf(pid=24373): Terminating (SIGINT)\u000a19:50:10.552380 run patchelf(pid=24373): Terminated: ok {rc=0}\u000a19:50:10.584783 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24370): Process ended prematurely: osmo-stp_10.42.42.5(pid=24370) [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24370)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:50:10.593929 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:50:10.657243 run osmo-hlr_10.42.42.2(pid=24367): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24367)]\u000a19:50:10.708653 run osmo-hlr_10.42.42.2(pid=24367): stdout: \u000a| (launched: 2022-12-13_19:50:07.294637) \u000a19:50:10.760277 run osmo-hlr_10.42.42.2(pid=24367): stderr: \u000a| �[0;m�[1;31m20221213195007489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195007490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195007490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195007490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195007490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195007490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195007502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195007510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195007511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195007511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:10.804651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24366): Terminating (SIGTERM)\u000a19:50:10.846778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24369): Terminating (SIGTERM)\u000a19:50:10.888793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24372): Terminating (SIGTERM)\u000a19:50:10.898951 --- ParallelTerminationStrategy: PID 24366 died...\u000a19:50:10.955364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24366): Terminated: ok {rc=0}\u000a19:50:10.965700 --- ParallelTerminationStrategy: PID 24369 died...\u000a19:50:11.021637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24369): Terminated: ok {rc=0}\u000a19:50:11.031748 --- ParallelTerminationStrategy: PID 24372 died...\u000a19:50:11.087594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24372): Terminated: ok {rc=0}\u000a19:50:11.172706 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:49:13" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24388): Process ended prematurely: osmo-stp_10.42.42.5(pid=24388) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24388)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24388): Process ended prematurely: osmo-stp_10.42.42.5(pid=24388) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:50:13.339659 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:13.351117 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:50:13.511446 tst cs_paging_gprs_active.py: using LAC 35877\u000a19:50:13.637475 tst cs_paging_gprs_active.py: using RAC 177\u000a19:50:13.757651 tst cs_paging_gprs_active.py: using CellId 35877\u000a19:50:13.876350 tst cs_paging_gprs_active.py: using BVCI 35878\u000a19:50:13.899287 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:13.910266 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:13.921065 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:13.931834 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:13.942715 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:13.953410 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:13.964213 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:13.974954 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:13.985886 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:50:14.104620 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:50:14.401255 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:50:14.536318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:14.870166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24378): Launched\u000a19:50:15.146379 run iperf3-srv_10.42.42.10(pid=24379): Launched\u000a19:50:15.343588 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:50:15.477551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:15.808633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24380): Launched\u000a19:50:16.109059 run iperf3-srv_10.42.42.10(pid=24381): Launched\u000a19:50:16.311532 tst cs_paging_gprs_active.py:38: start network...\u000a19:50:16.449976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:16.999328 run create_hlr_db(pid=24382): Launched\u000a19:50:17.190690 bus /gobi_6: Setting Powered False\u000a19:50:18.208662 run create_hlr_db(pid=24382): Terminated: ok {rc=0}\u000a19:50:18.611326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24384): Launched\u000a19:50:18.912834 run osmo-hlr_10.42.42.2(pid=24385): Launched\u000a19:50:19.032939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:19.559246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24387): Launched\u000a19:50:19.858599 run osmo-stp_10.42.42.5(pid=24388): Launched\u000a19:50:19.966357 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:20.488896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24390): Launched\u000a19:50:20.595648 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:20.858478 run patchelf(pid=24391): Launched\u000a19:50:21.034054 run osmo-stp_10.42.42.5(pid=24388): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24388)]\u000a19:50:21.162304 run osmo-stp_10.42.42.5(pid=24388): stdout: \u000a| (launched: 2022-12-13_19:50:19.711534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:21.291093 run osmo-stp_10.42.42.5(pid=24388): stderr: \u000a| �[0;m�[38;5;43m20221213195019877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195019877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195019878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195019878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195019878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195019879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195019879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:21.415191 run osmo-stp_10.42.42.5(pid=24388): stdout: \u000a| (launched: 2022-12-13_19:50:19.711534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:21.537862 run osmo-stp_10.42.42.5(pid=24388): stderr: \u000a| �[0;m�[38;5;43m20221213195019877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195019877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195019878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195019878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195019878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195019879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195019879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:21.681120 run patchelf(pid=24391): Terminating (SIGINT)\u000a19:50:21.849373 run patchelf(pid=24391): Terminated: ok {rc=0}\u000a19:50:21.880342 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24388): Process ended prematurely: osmo-stp_10.42.42.5(pid=24388) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24388)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:50:21.889864 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:50:21.949851 run osmo-hlr_10.42.42.2(pid=24385): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24385)]\u000a19:50:21.998915 run osmo-hlr_10.42.42.2(pid=24385): stdout: \u000a| (launched: 2022-12-13_19:50:18.765087) \u000a19:50:22.048282 run osmo-hlr_10.42.42.2(pid=24385): stderr: \u000a| �[0;m�[1;31m20221213195018937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195018937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195018937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195018937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195018937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195018937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195018950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195018959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195018959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195018959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:22.090323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24378): Terminating (SIGTERM)\u000a19:50:22.129777 run iperf3-srv_10.42.42.10(pid=24379): Terminating (SIGTERM)\u000a19:50:22.169350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24380): Terminating (SIGTERM)\u000a19:50:22.209276 run iperf3-srv_10.42.42.10(pid=24381): Terminating (SIGTERM)\u000a19:50:22.250990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24384): Terminating (SIGTERM)\u000a19:50:22.290685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24387): Terminating (SIGTERM)\u000a19:50:22.330100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24390): Terminating (SIGTERM)\u000a19:50:22.339345 --- ParallelTerminationStrategy: PID 24378 died...\u000a19:50:22.391838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24378): Terminated: ok {rc=0}\u000a19:50:22.401411 --- ParallelTerminationStrategy: PID 24379 died...\u000a19:50:22.453642 run iperf3-srv_10.42.42.10(pid=24379): Terminated {rc=256}\u000a19:50:22.463104 --- ParallelTerminationStrategy: PID 24380 died...\u000a19:50:22.515305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24380): Terminated: ok {rc=0}\u000a19:50:22.524733 --- ParallelTerminationStrategy: PID 24381 died...\u000a19:50:22.577035 run iperf3-srv_10.42.42.10(pid=24381): Terminated {rc=256}\u000a19:50:22.586510 --- ParallelTerminationStrategy: PID 24384 died...\u000a19:50:22.638931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24384): Terminated: ok {rc=0}\u000a19:50:22.648392 --- ParallelTerminationStrategy: PID 24387 died...\u000a19:50:22.700728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24387): Terminated: ok {rc=0}\u000a19:50:22.710257 --- ParallelTerminationStrategy: PID 24390 died...\u000a19:50:22.762807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24390): Terminated: ok {rc=0}\u000a19:50:22.850029 bus /gobi_0: Setting Powered False\u000a19:50:23.956579 bus /gobi_0: Setting Powered False\u000a19:50:25.066743 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24400): Process ended prematurely: osmo-stp_10.42.42.5(pid=24400) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24400)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24400): Process ended prematurely: osmo-stp_10.42.42.5(pid=24400) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:50:26.176107 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:26.187590 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:50:26.347137 tst iperf3.py: using LAC 35878\u000a19:50:26.462982 tst iperf3.py: using RAC 178\u000a19:50:26.578255 tst iperf3.py: using CellId 35878\u000a19:50:26.700375 tst iperf3.py: using BVCI 35879\u000a19:50:26.723234 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:26.734198 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:26.744796 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:26.755463 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:26.766192 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:26.776874 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:26.787696 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:26.798688 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:26.809681 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:50:27.083804 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:50:27.209125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:27.521300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24392): Launched\u000a19:50:27.780271 run iperf3-srv_10.42.42.10(pid=24393): Launched\u000a19:50:27.962305 tst iperf3.py:8: start network...\u000a19:50:28.086491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:28.566566 run create_hlr_db(pid=24394): Launched\u000a19:50:28.738577 bus /gobi_6: Setting Powered False\u000a19:50:29.761158 run create_hlr_db(pid=24394): Terminated: ok {rc=0}\u000a19:50:30.162050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24396): Launched\u000a19:50:30.463525 run osmo-hlr_10.42.42.2(pid=24397): Launched\u000a19:50:30.573070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:31.124790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24399): Launched\u000a19:50:31.529248 run osmo-stp_10.42.42.5(pid=24400): Launched\u000a19:50:31.753511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:32.330086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24402): Launched\u000a19:50:32.436415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:32.697621 run patchelf(pid=24403): Launched\u000a19:50:32.873180 run osmo-stp_10.42.42.5(pid=24400): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24400)]\u000a19:50:33.000777 run osmo-stp_10.42.42.5(pid=24400): stdout: \u000a| (launched: 2022-12-13_19:50:31.279446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:33.128607 run osmo-stp_10.42.42.5(pid=24400): stderr: \u000a| �[0;m�[38;5;43m20221213195031593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195031593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195031594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195031594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195031594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195031595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195031595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:33.252198 run osmo-stp_10.42.42.5(pid=24400): stdout: \u000a| (launched: 2022-12-13_19:50:31.279446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:33.374688 run osmo-stp_10.42.42.5(pid=24400): stderr: \u000a| �[0;m�[38;5;43m20221213195031593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195031593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195031594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195031594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195031594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195031595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195031595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:33.517423 run patchelf(pid=24403): Terminating (SIGINT)\u000a19:50:33.685756 run patchelf(pid=24403): Terminated: ok {rc=0}\u000a19:50:33.716645 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24400): Process ended prematurely: osmo-stp_10.42.42.5(pid=24400) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24400)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:50:33.725730 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:50:33.785268 run osmo-hlr_10.42.42.2(pid=24397): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24397)]\u000a19:50:33.834004 run osmo-hlr_10.42.42.2(pid=24397): stdout: \u000a| (launched: 2022-12-13_19:50:30.315451) \u000a19:50:33.883240 run osmo-hlr_10.42.42.2(pid=24397): stderr: \u000a| �[0;m�[1;31m20221213195030488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195030488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195030488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195030488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195030488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195030488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195030500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195030510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195030510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195030510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:33.925211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24392): Terminating (SIGTERM)\u000a19:50:33.964631 run iperf3-srv_10.42.42.10(pid=24393): Terminating (SIGTERM)\u000a19:50:34.004027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24396): Terminating (SIGTERM)\u000a19:50:34.043447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24399): Terminating (SIGTERM)\u000a19:50:34.082962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24402): Terminating (SIGTERM)\u000a19:50:34.092217 --- ParallelTerminationStrategy: PID 24392 died...\u000a19:50:34.144986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24392): Terminated: ok {rc=0}\u000a19:50:34.154614 --- ParallelTerminationStrategy: PID 24393 died...\u000a19:50:34.206962 run iperf3-srv_10.42.42.10(pid=24393): Terminated {rc=256}\u000a19:50:34.216447 --- ParallelTerminationStrategy: PID 24396 died...\u000a19:50:34.269053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24396): Terminated: ok {rc=0}\u000a19:50:34.278623 --- ParallelTerminationStrategy: PID 24399 died...\u000a19:50:34.331266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24399): Terminated: ok {rc=0}\u000a19:50:34.340863 --- ParallelTerminationStrategy: PID 24402 died...\u000a19:50:34.393520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24402): Terminated: ok {rc=0}\u000a19:50:34.480725 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24418): Process ended prematurely: osmo-stp_10.42.42.5(pid=24418) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24418): Process ended prematurely: osmo-stp_10.42.42.5(pid=24418) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:50:35.589174 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:35.600639 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:50:35.757729 tst iperf3m4.py: using LAC 35879\u000a19:50:35.873951 tst iperf3m4.py: using RAC 179\u000a19:50:35.990130 tst iperf3m4.py: using CellId 35879\u000a19:50:36.112788 tst iperf3m4.py: using BVCI 35880\u000a19:50:36.137520 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:36.149249 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:36.160646 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:36.171967 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:36.183685 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:36.195608 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:36.207527 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:36.219189 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:36.230975 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:50:36.351602 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:50:36.472793 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:50:36.589166 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:50:36.881869 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:50:37.017150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:37.351771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24404): Launched\u000a19:50:37.629925 run iperf3-srv_10.42.42.10(pid=24405): Launched\u000a19:50:37.827570 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:50:37.962387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:38.295389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24406): Launched\u000a19:50:38.571954 run iperf3-srv_10.42.42.10(pid=24407): Launched\u000a19:50:38.769435 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:50:38.904313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:39.237717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24408): Launched\u000a19:50:39.514457 run iperf3-srv_10.42.42.10(pid=24409): Launched\u000a19:50:39.711002 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:50:39.845039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:40.177948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24410): Launched\u000a19:50:40.454977 run iperf3-srv_10.42.42.10(pid=24411): Launched\u000a19:50:40.652349 tst iperf3m4.py:8: start network...\u000a19:50:40.786993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:41.295284 run create_hlr_db(pid=24412): Launched\u000a19:50:41.480819 bus /gobi_6: Setting Powered False\u000a19:50:42.491109 run create_hlr_db(pid=24412): Terminated: ok {rc=0}\u000a19:50:42.900864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24414): Launched\u000a19:50:43.202458 run osmo-hlr_10.42.42.2(pid=24415): Launched\u000a19:50:43.321232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:43.849096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24417): Launched\u000a19:50:44.149376 run osmo-stp_10.42.42.5(pid=24418): Launched\u000a19:50:44.258114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:44.780345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24420): Launched\u000a19:50:44.886594 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:45.149063 run patchelf(pid=24421): Launched\u000a19:50:45.324052 run osmo-stp_10.42.42.5(pid=24418): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)]\u000a19:50:45.451692 run osmo-stp_10.42.42.5(pid=24418): stdout: \u000a| (launched: 2022-12-13_19:50:44.001219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:45.579689 run osmo-stp_10.42.42.5(pid=24418): stderr: \u000a| �[0;m�[38;5;43m20221213195044168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195044168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195044168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195044169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195044169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195044169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195044169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:45.703203 run osmo-stp_10.42.42.5(pid=24418): stdout: \u000a| (launched: 2022-12-13_19:50:44.001219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:45.825410 run osmo-stp_10.42.42.5(pid=24418): stderr: \u000a| �[0;m�[38;5;43m20221213195044168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195044168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195044168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195044169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195044169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195044169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195044169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:45.970790 run patchelf(pid=24421): Terminating (SIGINT)\u000a19:50:46.142464 run patchelf(pid=24421): Terminated: ok {rc=0}\u000a19:50:46.174665 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24418): Process ended prematurely: osmo-stp_10.42.42.5(pid=24418) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:50:46.184859 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a19:50:46.245982 run osmo-hlr_10.42.42.2(pid=24415): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24415)]\u000a19:50:46.295706 run osmo-hlr_10.42.42.2(pid=24415): stdout: \u000a| (launched: 2022-12-13_19:50:43.054646) \u000a19:50:46.346297 run osmo-hlr_10.42.42.2(pid=24415): stderr: \u000a| �[0;m�[1;31m20221213195043229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195043229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195043229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195043229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195043229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195043229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195043241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195043250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195043250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195043250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:46.389400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24404): Terminating (SIGTERM)\u000a19:50:46.431929 run iperf3-srv_10.42.42.10(pid=24405): Terminating (SIGTERM)\u000a19:50:46.474765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24406): Terminating (SIGTERM)\u000a19:50:46.516069 run iperf3-srv_10.42.42.10(pid=24407): Terminating (SIGTERM)\u000a19:50:46.559857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24408): Terminating (SIGTERM)\u000a19:50:46.602814 run iperf3-srv_10.42.42.10(pid=24409): Terminating (SIGTERM)\u000a19:50:46.645228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24410): Terminating (SIGTERM)\u000a19:50:46.687666 run iperf3-srv_10.42.42.10(pid=24411): Terminating (SIGTERM)\u000a19:50:46.730399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24414): Terminating (SIGTERM)\u000a19:50:46.770569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24417): Terminating (SIGTERM)\u000a19:50:46.813123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24420): Terminating (SIGTERM)\u000a19:50:46.822526 --- ParallelTerminationStrategy: PID 24404 died...\u000a19:50:46.877219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24404): Terminated: ok {rc=0}\u000a19:50:46.887424 --- ParallelTerminationStrategy: PID 24405 died...\u000a19:50:46.941419 run iperf3-srv_10.42.42.10(pid=24405): Terminated {rc=256}\u000a19:50:46.951492 --- ParallelTerminationStrategy: PID 24406 died...\u000a19:50:47.006597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24406): Terminated: ok {rc=0}\u000a19:50:47.016770 --- ParallelTerminationStrategy: PID 24407 died...\u000a19:50:47.070655 run iperf3-srv_10.42.42.10(pid=24407): Terminated {rc=256}\u000a19:50:47.080775 --- ParallelTerminationStrategy: PID 24408 died...\u000a19:50:47.135164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24408): Terminated: ok {rc=0}\u000a19:50:47.145469 --- ParallelTerminationStrategy: PID 24409 died...\u000a19:50:47.199139 run iperf3-srv_10.42.42.10(pid=24409): Terminated {rc=256}\u000a19:50:47.209239 --- ParallelTerminationStrategy: PID 24410 died...\u000a19:50:47.263153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24410): Terminated: ok {rc=0}\u000a19:50:47.272847 --- ParallelTerminationStrategy: PID 24411 died...\u000a19:50:47.325319 run iperf3-srv_10.42.42.10(pid=24411): Terminated {rc=256}\u000a19:50:47.334872 --- ParallelTerminationStrategy: PID 24414 died...\u000a19:50:47.387410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24414): Terminated: ok {rc=0}\u000a19:50:47.397109 --- ParallelTerminationStrategy: PID 24417 died...\u000a19:50:47.449693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24417): Terminated: ok {rc=0}\u000a19:50:47.459446 --- ParallelTerminationStrategy: PID 24420 died...\u000a19:50:47.512731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24420): Terminated: ok {rc=0}\u000a19:50:47.596861 bus /gobi_4: Setting Powered False\u000a19:50:48.705257 bus /gobi_4: Setting Powered False\u000a19:50:49.814740 bus /gobi_1: Setting Powered False\u000a19:50:50.922229 bus /gobi_1: Setting Powered False\u000a19:50:52.031284 bus /gobi_0: Setting Powered False\u000a19:50:53.131840 bus /gobi_0: Setting Powered False\u000a19:50:54.244416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24429): Process ended prematurely: osmo-stp_10.42.42.5(pid=24429) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24429)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24429): Process ended prematurely: osmo-stp_10.42.42.5(pid=24429) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:50:55.310909 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:55.322473 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:50:55.473901 tst ping.py: using LAC 35880\u000a19:50:55.594468 tst ping.py: using RAC 180\u000a19:50:55.712631 tst ping.py: using CellId 35880\u000a19:50:55.826893 tst ping.py: using BVCI 35881\u000a19:50:55.849666 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:55.860558 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:55.871387 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:55.882261 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:55.893081 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:55.903839 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:55.914792 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:55.925564 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:50:56.194838 tst ping.py:19: start network...\u000a19:50:56.317714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:56.791083 run create_hlr_db(pid=24422): Launched\u000a19:50:56.961554 bus /gobi_6: Setting Powered False\u000a19:50:57.983142 run create_hlr_db(pid=24422): Terminated: ok {rc=0}\u000a19:50:58.378768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24425): Launched\u000a19:50:58.674573 run osmo-hlr_10.42.42.2(pid=24426): Launched\u000a19:50:58.781601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:59.298193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24428): Launched\u000a19:50:59.593983 run osmo-stp_10.42.42.5(pid=24429): Launched\u000a19:50:59.701153 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:51:00.218686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24431): Launched\u000a19:51:00.323421 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:51:00.581227 run patchelf(pid=24432): Launched\u000a19:51:00.754164 run osmo-stp_10.42.42.5(pid=24429): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24429)]\u000a19:51:00.886830 run osmo-stp_10.42.42.5(pid=24429): stdout: \u000a| (launched: 2022-12-13_19:50:59.447905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:01.018113 run osmo-stp_10.42.42.5(pid=24429): stderr: \u000a| �[0;m�[38;5;43m20221213195059613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195059613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195059613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195059614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195059614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195059614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195059614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:01.143781 run osmo-stp_10.42.42.5(pid=24429): stdout: \u000a| (launched: 2022-12-13_19:50:59.447905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:01.267093 run osmo-stp_10.42.42.5(pid=24429): stderr: \u000a| �[0;m�[38;5;43m20221213195059613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195059613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195059613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195059614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195059614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195059614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195059614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:01.411104 run patchelf(pid=24432): Terminating (SIGINT)\u000a19:51:01.580441 run patchelf(pid=24432): Terminated: ok {rc=0}\u000a19:51:01.612229 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24429): Process ended prematurely: osmo-stp_10.42.42.5(pid=24429) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24429)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:51:01.621890 tst ping.py:22: Test FAILED (6.3 sec)\u000a19:51:01.683007 run osmo-hlr_10.42.42.2(pid=24426): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24426)]\u000a19:51:01.732699 run osmo-hlr_10.42.42.2(pid=24426): stdout: \u000a| (launched: 2022-12-13_19:50:58.528893) \u000a19:51:01.783144 run osmo-hlr_10.42.42.2(pid=24426): stderr: \u000a| �[0;m�[1;31m20221213195058702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195058702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195058702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195058702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195058702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195058702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195058714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195058723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195058723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195058723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:01.826077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24425): Terminating (SIGTERM)\u000a19:51:01.866594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24428): Terminating (SIGTERM)\u000a19:51:01.907245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24431): Terminating (SIGTERM)\u000a19:51:01.916667 --- ParallelTerminationStrategy: PID 24425 died...\u000a19:51:01.971056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24425): Terminated: ok {rc=0}\u000a19:51:01.981142 --- ParallelTerminationStrategy: PID 24428 died...\u000a19:51:02.035055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24428): Terminated: ok {rc=0}\u000a19:51:02.045260 --- ParallelTerminationStrategy: PID 24431 died...\u000a19:51:02.099326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24431): Terminated: ok {rc=0}\u000a19:51:02.190083 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24439): Process ended prematurely: osmo-stp_10.42.42.5(pid=24439) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24439)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24439): Process ended prematurely: osmo-stp_10.42.42.5(pid=24439) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:51:03.240766 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:03.252391 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:51:03.404729 tst ping_idle_ping.py: using LAC 35881\u000a19:51:03.523364 tst ping_idle_ping.py: using RAC 181\u000a19:51:03.641940 tst ping_idle_ping.py: using CellId 35881\u000a19:51:03.758461 tst ping_idle_ping.py: using BVCI 35882\u000a19:51:03.781245 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:03.792223 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:03.803145 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:03.813987 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:03.824764 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:03.835573 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:03.846513 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:03.857394 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:51:04.134756 tst ping_idle_ping.py:24: start network...\u000a19:51:04.258984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:04.740840 run create_hlr_db(pid=24433): Launched\u000a19:51:04.912325 bus /gobi_6: Setting Powered False\u000a19:51:05.933305 run create_hlr_db(pid=24433): Terminated: ok {rc=0}\u000a19:51:06.330321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24435): Launched\u000a19:51:06.627042 run osmo-hlr_10.42.42.2(pid=24436): Launched\u000a19:51:06.735158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:07.249883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24438): Launched\u000a19:51:07.546209 run osmo-stp_10.42.42.5(pid=24439): Launched\u000a19:51:07.652799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:51:08.169145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24441): Launched\u000a19:51:08.274624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:51:08.533009 run patchelf(pid=24442): Launched\u000a19:51:08.706498 run osmo-stp_10.42.42.5(pid=24439): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24439)]\u000a19:51:08.833078 run osmo-stp_10.42.42.5(pid=24439): stdout: \u000a| (launched: 2022-12-13_19:51:07.400406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:08.959823 run osmo-stp_10.42.42.5(pid=24439): stderr: \u000a| �[0;m�[38;5;43m20221213195107568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195107568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195107568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195107569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195107569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195107569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195107569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:09.082542 run osmo-stp_10.42.42.5(pid=24439): stdout: \u000a| (launched: 2022-12-13_19:51:07.400406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:09.204773 run osmo-stp_10.42.42.5(pid=24439): stderr: \u000a| �[0;m�[38;5;43m20221213195107568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195107568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195107568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195107569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195107569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195107569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195107569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:09.346442 run patchelf(pid=24442): Terminating (SIGINT)\u000a19:51:09.512577 run patchelf(pid=24442): Terminated: ok {rc=0}\u000a19:51:09.543408 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24439): Process ended prematurely: osmo-stp_10.42.42.5(pid=24439) [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24439)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:51:09.552094 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a19:51:09.611650 run osmo-hlr_10.42.42.2(pid=24436): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24436)]\u000a19:51:09.660531 run osmo-hlr_10.42.42.2(pid=24436): stdout: \u000a| (launched: 2022-12-13_19:51:06.480933) \u000a19:51:09.709852 run osmo-hlr_10.42.42.2(pid=24436): stderr: \u000a| �[0;m�[1;31m20221213195106654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195106654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195106654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195106654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195106654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195106654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195106667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195106678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195106678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195106678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:09.751856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24435): Terminating (SIGTERM)\u000a19:51:09.791590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24438): Terminating (SIGTERM)\u000a19:51:09.831927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24441): Terminating (SIGTERM)\u000a19:51:09.841286 --- ParallelTerminationStrategy: PID 24435 died...\u000a19:51:09.894284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24435): Terminated: ok {rc=0}\u000a19:51:09.903932 --- ParallelTerminationStrategy: PID 24438 died...\u000a19:51:09.956873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24438): Terminated: ok {rc=0}\u000a19:51:09.966523 --- ParallelTerminationStrategy: PID 24441 died...\u000a19:51:10.019171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24441): Terminated: ok {rc=0}\u000a19:51:10.102312 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:50:12" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24458): Process ended prematurely: osmo-stp_10.42.42.5(pid=24458) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24458)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24458): Process ended prematurely: osmo-stp_10.42.42.5(pid=24458) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:51:12.269539 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:12.281471 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:51:12.425500 tst cs_paging_gprs_active.py: using LAC 35882\u000a19:51:12.549864 tst cs_paging_gprs_active.py: using RAC 182\u000a19:51:12.674796 tst cs_paging_gprs_active.py: using CellId 35882\u000a19:51:12.799887 tst cs_paging_gprs_active.py: using BVCI 35883\u000a19:51:12.824326 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:12.836121 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:12.848042 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:12.859679 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:12.871575 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:12.883463 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:12.895612 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:12.907622 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:12.919985 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:51:13.036607 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:51:13.328437 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:51:13.463033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:13.794791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24448): Launched\u000a19:51:14.070160 run iperf3-srv_10.42.42.10(pid=24449): Launched\u000a19:51:14.266956 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:51:14.400848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:14.732263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24450): Launched\u000a19:51:15.007376 run iperf3-srv_10.42.42.10(pid=24451): Launched\u000a19:51:15.204416 tst cs_paging_gprs_active.py:38: start network...\u000a19:51:15.339287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:15.854639 run create_hlr_db(pid=24452): Launched\u000a19:51:16.045467 bus /gobi_6: Setting Powered False\u000a19:51:17.066331 run create_hlr_db(pid=24452): Terminated: ok {rc=0}\u000a19:51:17.499983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24454): Launched\u000a19:51:17.820278 run osmo-hlr_10.42.42.2(pid=24455): Launched\u000a19:51:17.936667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:18.495296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24457): Launched\u000a19:51:18.816594 run osmo-stp_10.42.42.5(pid=24458): Launched\u000a19:51:18.933404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:51:19.493698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24460): Launched\u000a19:51:19.608350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:51:19.887179 run patchelf(pid=24461): Launched\u000a19:51:20.074723 run osmo-stp_10.42.42.5(pid=24458): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24458)]\u000a19:51:20.212050 run osmo-stp_10.42.42.5(pid=24458): stdout: \u000a| (launched: 2022-12-13_19:51:18.658715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:20.349994 run osmo-stp_10.42.42.5(pid=24458): stderr: \u000a| �[0;m�[38;5;43m20221213195118846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195118846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195118846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195118847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195118847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195118847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195118847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:20.482745 run osmo-stp_10.42.42.5(pid=24458): stdout: \u000a| (launched: 2022-12-13_19:51:18.658715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:20.614295 run osmo-stp_10.42.42.5(pid=24458): stderr: \u000a| �[0;m�[38;5;43m20221213195118846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195118846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195118846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195118847 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195118847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195118847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195118847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:20.767506 run patchelf(pid=24461): Terminating (SIGINT)\u000a19:51:20.947064 run patchelf(pid=24461): Terminated: ok {rc=0}\u000a19:51:20.979921 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24458): Process ended prematurely: osmo-stp_10.42.42.5(pid=24458) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24458)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a19:51:20.989844 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:51:21.053085 run osmo-hlr_10.42.42.2(pid=24455): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24455)]\u000a19:51:21.104880 run osmo-hlr_10.42.42.2(pid=24455): stdout: \u000a| (launched: 2022-12-13_19:51:17.662777) \u000a19:51:21.157208 run osmo-hlr_10.42.42.2(pid=24455): stderr: \u000a| �[0;m�[1;31m20221213195117856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195117856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195117856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195117856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195117856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195117857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195117869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195117877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195117878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195117878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:21.201858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24448): Terminating (SIGTERM)\u000a19:51:21.244532 run iperf3-srv_10.42.42.10(pid=24449): Terminating (SIGTERM)\u000a19:51:21.286927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24450): Terminating (SIGTERM)\u000a19:51:21.328925 run iperf3-srv_10.42.42.10(pid=24451): Terminating (SIGTERM)\u000a19:51:21.371014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24454): Terminating (SIGTERM)\u000a19:51:21.412934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24457): Terminating (SIGTERM)\u000a19:51:21.454995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24460): Terminating (SIGTERM)\u000a19:51:21.464526 --- ParallelTerminationStrategy: PID 24448 died...\u000a19:51:21.521367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24448): Terminated: ok {rc=0}\u000a19:51:21.531340 --- ParallelTerminationStrategy: PID 24449 died...\u000a19:51:21.587454 run iperf3-srv_10.42.42.10(pid=24449): Terminated {rc=256}\u000a19:51:21.597398 --- ParallelTerminationStrategy: PID 24450 died...\u000a19:51:21.653474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24450): Terminated: ok {rc=0}\u000a19:51:21.663721 --- ParallelTerminationStrategy: PID 24451 died...\u000a19:51:21.719917 run iperf3-srv_10.42.42.10(pid=24451): Terminated {rc=256}\u000a19:51:21.729918 --- ParallelTerminationStrategy: PID 24454 died...\u000a19:51:21.785658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24454): Terminated: ok {rc=0}\u000a19:51:21.795548 --- ParallelTerminationStrategy: PID 24457 died...\u000a19:51:21.851396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24457): Terminated: ok {rc=0}\u000a19:51:21.861392 --- ParallelTerminationStrategy: PID 24460 died...\u000a19:51:21.917226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24460): Terminated: ok {rc=0}\u000a19:51:22.004860 bus /gobi_0: Setting Powered False\u000a19:51:23.109262 bus /gobi_0: Setting Powered False\u000a19:51:24.219904 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24470): Process ended prematurely: osmo-stp_10.42.42.5(pid=24470) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24470)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24470): Process ended prematurely: osmo-stp_10.42.42.5(pid=24470) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a19:51:25.334989 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:25.347667 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:51:25.492732 tst iperf3.py: using LAC 35883\u000a19:51:25.617317 tst iperf3.py: using RAC 183\u000a19:51:25.738349 tst iperf3.py: using CellId 35883\u000a19:51:25.858249 tst iperf3.py: using BVCI 35884\u000a19:51:25.881212 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:25.892837 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:25.904217 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:25.915657 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:25.926923 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:25.938139 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:25.949515 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:25.960501 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:25.971864 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:51:26.264722 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:51:26.398194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:26.728320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24462): Launched\u000a19:51:27.002529 run iperf3-srv_10.42.42.10(pid=24463): Launched\u000a19:51:27.198227 tst iperf3.py:8: start network...\u000a19:51:27.332809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:27.835840 run create_hlr_db(pid=24464): Launched\u000a19:51:28.020858 bus /gobi_6: Setting Powered False\u000a19:51:29.041667 run create_hlr_db(pid=24464): Terminated: ok {rc=0}\u000a19:51:29.467190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24466): Launched\u000a19:51:29.787113 run osmo-hlr_10.42.42.2(pid=24467): Launched\u000a19:51:29.907592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:30.463423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24469): Launched\u000a19:51:30.783762 run osmo-stp_10.42.42.5(pid=24470): Launched\u000a19:51:30.901084 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:51:31.582668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24472): Launched\u000a19:51:31.694436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:51:31.978560 run patchelf(pid=24473): Launched\u000a19:51:32.165991 run osmo-stp_10.42.42.5(pid=24470): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24470)]\u000a19:51:32.306047 run osmo-stp_10.42.42.5(pid=24470): stdout: \u000a| (launched: 2022-12-13_19:51:30.626678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:32.443330 run osmo-stp_10.42.42.5(pid=24470): stderr: \u000a| �[0;m�[38;5;43m20221213195130812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195130812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195130813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195130814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195130814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195130814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195130814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:32.567736 run osmo-stp_10.42.42.5(pid=24470): stdout: \u000a| (launched: 2022-12-13_19:51:30.626678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:32.690892 run osmo-stp_10.42.42.5(pid=24470): stderr: \u000a| �[0;m�[38;5;43m20221213195130812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195130812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195130813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195130814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195130814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195130814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195130814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:32.833845 run patchelf(pid=24473): Terminating (SIGINT)\u000a19:51:33.001769 run patchelf(pid=24473): Terminated: ok {rc=0}\u000a19:51:33.032745 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24470): Process ended prematurely: osmo-stp_10.42.42.5(pid=24470) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24470)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a19:51:33.042277 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:51:33.102324 run osmo-hlr_10.42.42.2(pid=24467): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24467)]\u000a19:51:33.151541 run osmo-hlr_10.42.42.2(pid=24467): stdout: \u000a| (launched: 2022-12-13_19:51:29.629792) \u000a19:51:33.201488 run osmo-hlr_10.42.42.2(pid=24467): stderr: \u000a| �[0;m�[1;31m20221213195129824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195129824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195129824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195129824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195129824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195129824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195129836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195129845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195129845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195129845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:33.243590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24462): Terminating (SIGTERM)\u000a19:51:33.283031 run iperf3-srv_10.42.42.10(pid=24463): Terminating (SIGTERM)\u000a19:51:33.323315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24466): Terminating (SIGTERM)\u000a19:51:33.362987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24469): Terminating (SIGTERM)\u000a19:51:33.402436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24472): Terminating (SIGTERM)\u000a19:51:33.411456 --- ParallelTerminationStrategy: PID 24462 died...\u000a19:51:33.464592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24462): Terminated: ok {rc=0}\u000a19:51:33.474072 --- ParallelTerminationStrategy: PID 24463 died...\u000a19:51:33.526908 run iperf3-srv_10.42.42.10(pid=24463): Terminated {rc=256}\u000a19:51:33.536294 --- ParallelTerminationStrategy: PID 24466 died...\u000a19:51:33.589493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24466): Terminated: ok {rc=0}\u000a19:51:33.599006 --- ParallelTerminationStrategy: PID 24469 died...\u000a19:51:33.652447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24469): Terminated: ok {rc=0}\u000a19:51:33.662009 --- ParallelTerminationStrategy: PID 24472 died...\u000a19:51:33.715055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24472): Terminated: ok {rc=0}\u000a19:51:33.798740 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24488): Process ended prematurely: osmo-stp_10.42.42.5(pid=24488) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24488)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24488): Process ended prematurely: osmo-stp_10.42.42.5(pid=24488) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a19:51:34.914462 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:34.927249 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:51:35.075524 tst iperf3m4.py: using LAC 35884\u000a19:51:35.202519 tst iperf3m4.py: using RAC 184\u000a19:51:35.333657 tst iperf3m4.py: using CellId 35884\u000a19:51:35.473029 tst iperf3m4.py: using BVCI 35885\u000a19:51:35.497383 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:35.509300 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:35.521012 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:35.532692 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:35.545307 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:35.557943 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:35.570653 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:35.583020 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:35.595725 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:51:35.716774 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:51:35.835282 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:51:35.953180 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:51:36.248568 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:51:36.383392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:36.715979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24474): Launched\u000a19:51:36.992472 run iperf3-srv_10.42.42.10(pid=24475): Launched\u000a19:51:37.189703 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:51:37.324705 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:37.658189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24476): Launched\u000a19:51:37.934700 run iperf3-srv_10.42.42.10(pid=24477): Launched\u000a19:51:38.131741 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:51:38.266608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:38.599854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24478): Launched\u000a19:51:38.876274 run iperf3-srv_10.42.42.10(pid=24479): Launched\u000a19:51:39.073191 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:51:39.207642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:39.541835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24480): Launched\u000a19:51:39.818479 run iperf3-srv_10.42.42.10(pid=24481): Launched\u000a19:51:40.015063 tst iperf3m4.py:8: start network...\u000a19:51:40.149302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:40.655225 run create_hlr_db(pid=24482): Launched\u000a19:51:40.840292 bus /gobi_6: Setting Powered False\u000a19:51:41.861893 run create_hlr_db(pid=24482): Terminated: ok {rc=0}\u000a19:51:42.288619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24484): Launched\u000a19:51:42.609494 run osmo-hlr_10.42.42.2(pid=24485): Launched\u000a19:51:42.728683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:43.289540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24487): Launched\u000a19:51:43.612402 run osmo-stp_10.42.42.5(pid=24488): Launched\u000a19:51:43.729140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:51:44.291878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24490): Launched\u000a19:51:44.407066 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:51:44.687357 run patchelf(pid=24491): Launched\u000a19:51:44.875291 run osmo-stp_10.42.42.5(pid=24488): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24488)]\u000a19:51:45.013306 run osmo-stp_10.42.42.5(pid=24488): stdout: \u000a| (launched: 2022-12-13_19:51:43.454004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:45.151308 run osmo-stp_10.42.42.5(pid=24488): stderr: \u000a| �[0;m�[38;5;43m20221213195143644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195143644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195143644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195143645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195143645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195143645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195143645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:45.285209 run osmo-stp_10.42.42.5(pid=24488): stdout: \u000a| (launched: 2022-12-13_19:51:43.454004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:45.417574 run osmo-stp_10.42.42.5(pid=24488): stderr: \u000a| �[0;m�[38;5;43m20221213195143644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195143644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195143644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195143645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195143645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195143645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195143645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:45.571220 run patchelf(pid=24491): Terminating (SIGINT)\u000a19:51:45.750859 run patchelf(pid=24491): Terminated: ok {rc=0}\u000a19:51:45.784032 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24488): Process ended prematurely: osmo-stp_10.42.42.5(pid=24488) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24488)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a19:51:45.794082 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a19:51:45.858721 run osmo-hlr_10.42.42.2(pid=24485): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24485)]\u000a19:51:45.912437 run osmo-hlr_10.42.42.2(pid=24485): stdout: \u000a| (launched: 2022-12-13_19:51:42.451797) \u000a19:51:45.966751 run osmo-hlr_10.42.42.2(pid=24485): stderr: \u000a| �[0;m�[1;31m20221213195142646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195142646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195142646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195142646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195142646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195142646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195142659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195142667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195142667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195142667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:46.013541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24474): Terminating (SIGTERM)\u000a19:51:46.057349 run iperf3-srv_10.42.42.10(pid=24475): Terminating (SIGTERM)\u000a19:51:46.102969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24476): Terminating (SIGTERM)\u000a19:51:46.146795 run iperf3-srv_10.42.42.10(pid=24477): Terminating (SIGTERM)\u000a19:51:46.190723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24478): Terminating (SIGTERM)\u000a19:51:46.237016 run iperf3-srv_10.42.42.10(pid=24479): Terminating (SIGTERM)\u000a19:51:46.281500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24480): Terminating (SIGTERM)\u000a19:51:46.325706 run iperf3-srv_10.42.42.10(pid=24481): Terminating (SIGTERM)\u000a19:51:46.369629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24484): Terminating (SIGTERM)\u000a19:51:46.413519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24487): Terminating (SIGTERM)\u000a19:51:46.457552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24490): Terminating (SIGTERM)\u000a19:51:46.467704 --- ParallelTerminationStrategy: PID 24474 died...\u000a19:51:46.528310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24474): Terminated: ok {rc=0}\u000a19:51:46.539775 --- ParallelTerminationStrategy: PID 24475 died...\u000a19:51:46.597410 run iperf3-srv_10.42.42.10(pid=24475): Terminated {rc=256}\u000a19:51:46.608278 --- ParallelTerminationStrategy: PID 24476 died...\u000a19:51:46.667266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24476): Terminated: ok {rc=0}\u000a19:51:46.679071 --- ParallelTerminationStrategy: PID 24477 died...\u000a19:51:46.736607 run iperf3-srv_10.42.42.10(pid=24477): Terminated {rc=256}\u000a19:51:46.748365 --- ParallelTerminationStrategy: PID 24478 died...\u000a19:51:46.806111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24478): Terminated: ok {rc=0}\u000a19:51:46.818024 --- ParallelTerminationStrategy: PID 24479 died...\u000a19:51:46.875805 run iperf3-srv_10.42.42.10(pid=24479): Terminated {rc=256}\u000a19:51:46.887598 --- ParallelTerminationStrategy: PID 24480 died...\u000a19:51:46.945444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24480): Terminated: ok {rc=0}\u000a19:51:46.956997 --- ParallelTerminationStrategy: PID 24481 died...\u000a19:51:47.014645 run iperf3-srv_10.42.42.10(pid=24481): Terminated {rc=256}\u000a19:51:47.026531 --- ParallelTerminationStrategy: PID 24484 died...\u000a19:51:47.084339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24484): Terminated: ok {rc=0}\u000a19:51:47.096136 --- ParallelTerminationStrategy: PID 24487 died...\u000a19:51:47.154010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24487): Terminated: ok {rc=0}\u000a19:51:47.165747 --- ParallelTerminationStrategy: PID 24490 died...\u000a19:51:47.223928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24490): Terminated: ok {rc=0}\u000a19:51:47.313249 bus /gobi_4: Setting Powered False\u000a19:51:48.420655 bus /gobi_4: Setting Powered False\u000a19:51:49.529177 bus /gobi_1: Setting Powered False\u000a19:51:50.634933 bus /gobi_1: Setting Powered False\u000a19:51:51.742644 bus /gobi_0: Setting Powered False\u000a19:51:52.848850 bus /gobi_0: Setting Powered False\u000a19:51:53.958224 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24498): Process ended prematurely: osmo-stp_10.42.42.5(pid=24498) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24498)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24498): Process ended prematurely: osmo-stp_10.42.42.5(pid=24498) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a19:51:55.026616 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:55.039129 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:51:55.177333 tst ping.py: using LAC 35885\u000a19:51:55.293077 tst ping.py: using RAC 185\u000a19:51:55.410780 tst ping.py: using CellId 35885\u000a19:51:55.526354 tst ping.py: using BVCI 35886\u000a19:51:55.548935 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:55.560554 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:55.571858 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:55.583124 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:55.594377 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:55.605660 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:55.617064 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:51:55.628246 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:51:55.915386 tst ping.py:19: start network...\u000a19:51:56.047258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:56.547573 run create_hlr_db(pid=24492): Launched\u000a19:51:56.731609 bus /gobi_6: Setting Powered False\u000a19:51:57.751489 run create_hlr_db(pid=24492): Terminated: ok {rc=0}\u000a19:51:58.147536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24494): Launched\u000a19:51:58.443227 run osmo-hlr_10.42.42.2(pid=24495): Launched\u000a19:51:58.560191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:59.077345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24497): Launched\u000a19:51:59.371907 run osmo-stp_10.42.42.5(pid=24498): Launched\u000a19:51:59.478118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:51:59.993026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24500): Launched\u000a19:52:00.097922 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:52:00.355031 run patchelf(pid=24501): Launched\u000a19:52:00.526907 run osmo-stp_10.42.42.5(pid=24498): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24498)]\u000a19:52:00.652740 run osmo-stp_10.42.42.5(pid=24498): stdout: \u000a| (launched: 2022-12-13_19:51:59.226777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:00.779053 run osmo-stp_10.42.42.5(pid=24498): stderr: \u000a| �[0;m�[38;5;43m20221213195159392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195159393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195159393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195159393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195159394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195159394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195159394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:00.921498 run osmo-stp_10.42.42.5(pid=24498): stdout: \u000a| (launched: 2022-12-13_19:51:59.226777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:01.047482 run osmo-stp_10.42.42.5(pid=24498): stderr: \u000a| �[0;m�[38;5;43m20221213195159392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195159393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195159393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195159393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195159394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195159394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195159394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:01.206805 run patchelf(pid=24501): Terminating (SIGINT)\u000a19:52:01.397505 run patchelf(pid=24501): Terminated: ok {rc=0}\u000a19:52:01.432256 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24498): Process ended prematurely: osmo-stp_10.42.42.5(pid=24498) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24498)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a19:52:01.442918 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:52:01.509455 run osmo-hlr_10.42.42.2(pid=24495): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24495)]\u000a19:52:01.564409 run osmo-hlr_10.42.42.2(pid=24495): stdout: \u000a| (launched: 2022-12-13_19:51:58.297630) \u000a19:52:01.621200 run osmo-hlr_10.42.42.2(pid=24495): stderr: \u000a| �[0;m�[1;31m20221213195158470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195158470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195158470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195158470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195158470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195158470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195158482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195158491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195158492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195158492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:01.669077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24494): Terminating (SIGTERM)\u000a19:52:01.718820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24497): Terminating (SIGTERM)\u000a19:52:01.765117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24500): Terminating (SIGTERM)\u000a19:52:01.775960 --- ParallelTerminationStrategy: PID 24494 died...\u000a19:52:01.838098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24494): Terminated: ok {rc=0}\u000a19:52:01.850322 --- ParallelTerminationStrategy: PID 24497 died...\u000a19:52:01.909154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24497): Terminated: ok {rc=0}\u000a19:52:01.921211 --- ParallelTerminationStrategy: PID 24500 died...\u000a19:52:01.980188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24500): Terminated: ok {rc=0}\u000a19:52:02.093761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24508): Process ended prematurely: osmo-stp_10.42.42.5(pid=24508) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24508)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24508): Process ended prematurely: osmo-stp_10.42.42.5(pid=24508) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a19:52:03.143325 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:03.155474 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:52:03.293430 tst ping_idle_ping.py: using LAC 35886\u000a19:52:03.417142 tst ping_idle_ping.py: using RAC 186\u000a19:52:03.537570 tst ping_idle_ping.py: using CellId 35886\u000a19:52:03.661061 tst ping_idle_ping.py: using BVCI 35887\u000a19:52:03.685463 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:03.697464 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:03.709229 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:03.721020 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:03.733200 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:03.745229 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:03.757446 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:03.769604 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:52:04.042638 tst ping_idle_ping.py:24: start network...\u000a19:52:04.166589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:04.655366 run create_hlr_db(pid=24502): Launched\u000a19:52:04.826528 bus /gobi_6: Setting Powered False\u000a19:52:05.849867 run create_hlr_db(pid=24502): Terminated: ok {rc=0}\u000a19:52:06.273197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24504): Launched\u000a19:52:06.593165 run osmo-hlr_10.42.42.2(pid=24505): Launched\u000a19:52:06.711727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:52:07.266822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24507): Launched\u000a19:52:07.580529 run osmo-stp_10.42.42.5(pid=24508): Launched\u000a19:52:07.690966 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:52:08.206862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24510): Launched\u000a19:52:08.312465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:52:08.570644 run patchelf(pid=24511): Launched\u000a19:52:08.743877 run osmo-stp_10.42.42.5(pid=24508): ERR: Terminated: ERROR {rc=1} [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24508)]\u000a19:52:08.870489 run osmo-stp_10.42.42.5(pid=24508): stdout: \u000a| (launched: 2022-12-13_19:52:07.428359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:08.997678 run osmo-stp_10.42.42.5(pid=24508): stderr: \u000a| �[0;m�[38;5;43m20221213195207597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195207597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195207597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195207598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195207598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195207598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195207598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:09.120232 run osmo-stp_10.42.42.5(pid=24508): stdout: \u000a| (launched: 2022-12-13_19:52:07.428359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:09.241765 run osmo-stp_10.42.42.5(pid=24508): stderr: \u000a| �[0;m�[38;5;43m20221213195207597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195207597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195207597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195207598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195207598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195207598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195207598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:09.383109 run patchelf(pid=24511): Terminating (SIGINT)\u000a19:52:09.549360 run patchelf(pid=24511): Terminated: ok {rc=0}\u000a19:52:09.579600 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24508): Process ended prematurely: osmo-stp_10.42.42.5(pid=24508) [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24508)] [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a19:52:09.588321 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:52:09.648938 run osmo-hlr_10.42.42.2(pid=24505): ERR: Terminated: ERROR {rc=237} [trial-2393↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24505)]\u000a19:52:09.698006 run osmo-hlr_10.42.42.2(pid=24505): stdout: \u000a| (launched: 2022-12-13_19:52:06.435702) \u000a19:52:09.747626 run osmo-hlr_10.42.42.2(pid=24505): stderr: \u000a| �[0;m�[1;31m20221213195206630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195206630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195206630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195206630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195206630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195206630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195206642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195206653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195206653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195206653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:09.790080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24504): Terminating (SIGTERM)\u000a19:52:09.829966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24507): Terminating (SIGTERM)\u000a19:52:09.870246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24510): Terminating (SIGTERM)\u000a19:52:09.879447 --- ParallelTerminationStrategy: PID 24504 died...\u000a19:52:09.932869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24504): Terminated: ok {rc=0}\u000a19:52:09.942551 --- ParallelTerminationStrategy: PID 24507 died...\u000a19:52:09.995560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24507): Terminated: ok {rc=0}\u000a19:52:10.005303 --- ParallelTerminationStrategy: PID 24510 died...\u000a19:52:10.058587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24510): Terminated: ok {rc=0}\u000a19:52:10.146803 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:51:11" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24521): Process ended prematurely: osmo-stp_10.42.42.5(pid=24521) [trial-2393↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24521)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24521): Process ended prematurely: osmo-stp_10.42.42.5(pid=24521) [trial-2393↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:52:12.201135 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:52:12.213147 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:52:12.373580 tst switch_tch_pdch.py: using LAC 35887\u000a19:52:12.501087 tst switch_tch_pdch.py: using RAC 187\u000a19:52:12.622685 tst switch_tch_pdch.py: using CellId 35887\u000a19:52:12.744114 tst switch_tch_pdch.py: using BVCI 35888\u000a19:52:12.768258 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:52:12.780325 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:52:12.792221 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:52:12.804181 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:52:12.816521 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:52:12.828873 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:52:12.841224 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:52:12.853703 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:52:12.971050 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:52:13.248037 tst switch_tch_pdch.py:51: start network...\u000a19:52:13.370481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:13.842404 run create_hlr_db(pid=24515): Launched\u000a19:52:14.011145 bus /gobi_6: Setting Powered False\u000a19:52:15.032525 run create_hlr_db(pid=24515): Terminated: ok {rc=0}\u000a19:52:15.422745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24517): Launched\u000a19:52:15.716340 run osmo-hlr_10.42.42.2(pid=24518): Launched\u000a19:52:15.845570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:52:16.408494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24520): Launched\u000a19:52:16.963804 run osmo-stp_10.42.42.5(pid=24521): Launched\u000a19:52:17.168322 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:52:17.725104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24523): Launched\u000a19:52:17.829355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:52:18.085821 run patchelf(pid=24524): Launched\u000a19:52:18.258283 run osmo-stp_10.42.42.5(pid=24521): ERR: Terminated: ERROR {rc=1} [trial-2393↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24521)]\u000a19:52:18.384396 run osmo-stp_10.42.42.5(pid=24521): stdout: \u000a| (launched: 2022-12-13_19:52:16.608071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:18.510779 run osmo-stp_10.42.42.5(pid=24521): stderr: \u000a| �[0;m�[38;5;43m20221213195216926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195216926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195216927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195216927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195216927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195216928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195216928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:18.632724 run osmo-stp_10.42.42.5(pid=24521): stdout: \u000a| (launched: 2022-12-13_19:52:16.608071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:18.753998 run osmo-stp_10.42.42.5(pid=24521): stderr: \u000a| �[0;m�[38;5;43m20221213195216926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195216926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195216927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195216927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195216927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195216928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195216928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:18.894668 run patchelf(pid=24524): Terminating (SIGINT)\u000a19:52:19.059848 run patchelf(pid=24524): Terminated: ok {rc=0}\u000a19:52:19.090019 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24521): Process ended prematurely: osmo-stp_10.42.42.5(pid=24521) [trial-2393↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24521)] [trial-2393↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:52:19.098775 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a19:52:19.158363 run osmo-hlr_10.42.42.2(pid=24518): ERR: Terminated: ERROR {rc=237} [trial-2393↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24518)]\u000a19:52:19.207298 run osmo-hlr_10.42.42.2(pid=24518): stdout: \u000a| (launched: 2022-12-13_19:52:15.571243) \u000a19:52:19.256907 run osmo-hlr_10.42.42.2(pid=24518): stderr: \u000a| �[0;m�[1;31m20221213195215742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195215742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195215742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195215742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195215742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195215742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195215754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195215762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195215763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195215763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:19.299260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24517): Terminating (SIGTERM)\u000a19:52:19.338847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24520): Terminating (SIGTERM)\u000a19:52:19.378521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24523): Terminating (SIGTERM)\u000a19:52:19.387682 --- ParallelTerminationStrategy: PID 24517 died...\u000a19:52:19.440924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24517): Terminated: ok {rc=0}\u000a19:52:19.450429 --- ParallelTerminationStrategy: PID 24520 died...\u000a19:52:19.503251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24520): Terminated: ok {rc=0}\u000a19:52:19.512749 --- ParallelTerminationStrategy: PID 24523 died...\u000a19:52:19.565795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24523): Terminated: ok {rc=0}\u000a19:52:19.653153 bus /gobi_0: Setting Powered False\u000a19:52:20.756693 bus /gobi_0: Setting Powered False\u000a19:52:21.863367 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:52:11" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24529) [trial-2393↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24529)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24529) [trial-2393↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a19:52:23.710422 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a19:52:23.821757 tst esme_connect_policy_acceptall.py: using MSISDN 8298\u000a19:52:23.964608 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:52:24.568679 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24528): Launched\u000a19:52:24.887250 run osmo-nitb_10.42.42.2(pid=24529): Launched\u000a19:52:25.083990 run osmo-nitb_10.42.42.2(pid=24529): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24529)]\u000a19:52:25.229404 run osmo-nitb_10.42.42.2(pid=24529): stdout: \u000a| (launched: 2022-12-13_19:52:24.732664) \u000a19:52:25.375619 run osmo-nitb_10.42.42.2(pid=24529): stderr: \u000a| (launched: 2022-12-13_19:52:24.780455)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:52:25.516503 run osmo-nitb_10.42.42.2(pid=24529): stdout: \u000a| (launched: 2022-12-13_19:52:24.732664) \u000a19:52:25.656276 run osmo-nitb_10.42.42.2(pid=24529): stderr: \u000a| (launched: 2022-12-13_19:52:24.780455)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:52:26.017435 tst osmo-nitb_10.42.42.2(pid=24529): stdout: \u000a| (launched: 2022-12-13_19:52:24.732664) \u000a19:52:26.146881 tst osmo-nitb_10.42.42.2(pid=24529): stderr: \u000a| (launched: 2022-12-13_19:52:24.780455)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:52:26.202997 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=24529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24529) [trial-2393↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24529)] [trial-2393↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a19:52:26.211453 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a19:52:26.248308 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24528): Terminating (SIGTERM)\u000a19:52:26.426268 --- ParallelTerminationStrategy: PID 24528 died...\u000a19:52:26.483309 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24528): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24531): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24531) [trial-2393↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24531)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24531): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24531) [trial-2393↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a19:52:26.498644 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a19:52:26.616107 tst esme_connect_policy_closed.py: using MSISDN 8299\u000a19:52:26.742701 tst esme_connect_policy_closed.py: using MSISDN 8300\u000a19:52:26.857798 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:52:27.466120 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24530): Launched\u000a19:52:27.786435 run osmo-nitb_10.42.42.2(pid=24531): Launched\u000a19:52:27.970353 run osmo-nitb_10.42.42.2(pid=24531): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24531)]\u000a19:52:28.104645 run osmo-nitb_10.42.42.2(pid=24531): stdout: \u000a| (launched: 2022-12-13_19:52:27.630808) \u000a19:52:28.238966 run osmo-nitb_10.42.42.2(pid=24531): stderr: \u000a| (launched: 2022-12-13_19:52:27.678903)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:52:28.369866 run osmo-nitb_10.42.42.2(pid=24531): stdout: \u000a| (launched: 2022-12-13_19:52:27.630808) \u000a19:52:28.499023 run osmo-nitb_10.42.42.2(pid=24531): stderr: \u000a| (launched: 2022-12-13_19:52:27.678903)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:52:28.555314 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=24531): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24531) [trial-2393↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24531)] [trial-2393↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a19:52:28.563654 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a19:52:28.599649 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24530): Terminating (SIGTERM)\u000a19:52:28.777575 --- ParallelTerminationStrategy: PID 24530 died...\u000a19:52:28.834648 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24530): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24533) [trial-2393↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24533)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24533) [trial-2393↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a19:52:28.849749 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a19:52:28.861603 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a19:52:28.997405 tst esme_ms_sms_storeforward.py: using LAC 35888\u000a19:52:29.122323 tst esme_ms_sms_storeforward.py: using RAC 188\u000a19:52:29.241175 tst esme_ms_sms_storeforward.py: using CellId 35888\u000a19:52:29.363360 tst esme_ms_sms_storeforward.py: using BVCI 35889\u000a19:52:29.386175 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a19:52:29.606426 tst esme_ms_sms_storeforward.py: using MSISDN 8301\u000a19:52:29.803877 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a19:52:29.939009 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:52:30.605637 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24532): Launched\u000a19:52:30.951226 run osmo-nitb_10.42.42.2(pid=24533): Launched\u000a19:52:31.139454 run osmo-nitb_10.42.42.2(pid=24533): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24533)]\u000a19:52:31.277509 run osmo-nitb_10.42.42.2(pid=24533): stdout: \u000a| (launched: 2022-12-13_19:52:30.770739) \u000a19:52:31.415642 run osmo-nitb_10.42.42.2(pid=24533): stderr: \u000a| (launched: 2022-12-13_19:52:30.818999)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:52:31.549387 run osmo-nitb_10.42.42.2(pid=24533): stdout: \u000a| (launched: 2022-12-13_19:52:30.770739) \u000a19:52:31.681616 run osmo-nitb_10.42.42.2(pid=24533): stderr: \u000a| (launched: 2022-12-13_19:52:30.818999)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:52:31.739245 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=24533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24533) [trial-2393↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24533)] [trial-2393↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a19:52:31.748470 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a19:52:31.786287 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24532): Terminating (SIGTERM)\u000a19:52:31.963702 --- ParallelTerminationStrategy: PID 24532 died...\u000a19:52:32.021111 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24532): Terminated: ok {rc=0}\u000a19:52:32.124040 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 254, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24535): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24535) [trial-2393↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24535)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24535): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24535) [trial-2393↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a19:52:33.176121 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a19:52:33.187344 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a19:52:33.323256 tst esme_ms_sms_transaction.py: using LAC 35889\u000a19:52:33.448049 tst esme_ms_sms_transaction.py: using RAC 189\u000a19:52:33.573369 tst esme_ms_sms_transaction.py: using CellId 35889\u000a19:52:33.700716 tst esme_ms_sms_transaction.py: using BVCI 35890\u000a19:52:33.725309 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a19:52:33.946483 tst esme_ms_sms_transaction.py: using MSISDN 8302\u000a19:52:34.144364 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a19:52:34.279888 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:52:34.940180 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24534): Launched\u000a19:52:35.260080 run osmo-nitb_10.42.42.2(pid=24535): Launched\u000a19:52:35.457503 run osmo-nitb_10.42.42.2(pid=24535): ERR: Terminated: ERROR {rc=2} [trial-2393↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24535)]\u000a19:52:35.603087 run osmo-nitb_10.42.42.2(pid=24535): stdout: \u000a| (launched: 2022-12-13_19:52:35.104429) \u000a19:52:35.749127 run osmo-nitb_10.42.42.2(pid=24535): stderr: \u000a| (launched: 2022-12-13_19:52:35.152468)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:52:35.891035 run osmo-nitb_10.42.42.2(pid=24535): stdout: \u000a| (launched: 2022-12-13_19:52:35.104429) \u000a19:52:36.031449 run osmo-nitb_10.42.42.2(pid=24535): stderr: \u000a| (launched: 2022-12-13_19:52:35.152468)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:52:36.390565 tst osmo-nitb_10.42.42.2(pid=24535): stdout: \u000a| (launched: 2022-12-13_19:52:35.104429) \u000a19:52:36.519974 tst osmo-nitb_10.42.42.2(pid=24535): stderr: \u000a| (launched: 2022-12-13_19:52:35.152468)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:52:36.576211 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=24535): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24535) [trial-2393↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24535)] [trial-2393↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a19:52:36.584897 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a19:52:36.621978 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24534): Terminating (SIGTERM)\u000a19:52:36.799826 --- ParallelTerminationStrategy: PID 24534 died...\u000a19:52:36.857959 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24534): Terminated: ok {rc=0}\u000a19:52:36.946830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:52:23" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=24545): Process ended prematurely: osmo-hlr_10.42.42.2(pid=24545) [trial-2393↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24545)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=24545): Process ended prematurely: osmo-hlr_10.42.42.2(pid=24545) [trial-2393↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a19:52:38.744386 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:38.754858 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:38.765206 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:38.775436 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:38.881725 tst esme_connect_policy_acceptall.py: using MSISDN 8303\u000a19:52:38.989187 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a19:52:39.509576 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=24540): Launched\u000a19:52:39.809285 run osmo-stp_10.42.42.4(pid=24541): Launched\u000a19:52:39.916151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:40.399559 run create_hlr_db(pid=24542): Launched\u000a19:52:40.574615 bus /sierra_2: Setting Powered False\u000a19:52:41.595992 run create_hlr_db(pid=24542): Terminated: ok {rc=0}\u000a19:52:42.029238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24544): Launched\u000a19:52:42.357356 run osmo-hlr_10.42.42.2(pid=24545): Launched\u000a19:52:42.478255 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a19:52:43.077606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24547): Launched\u000a19:52:43.406298 run osmo-msc_10.42.42.5(pid=24548): Launched\u000a19:52:43.598127 run osmo-hlr_10.42.42.2(pid=24545): ERR: Terminated: ERROR {rc=237} [trial-2393↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24545)]\u000a19:52:43.735959 run osmo-hlr_10.42.42.2(pid=24545): stdout: \u000a| (launched: 2022-12-13_19:52:42.195731) \u000a19:52:43.877220 run osmo-hlr_10.42.42.2(pid=24545): stderr: \u000a| �[0;m�[1;31m20221213195242390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195242390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195242390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195242390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195242390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195242390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195242403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195242415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195242415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195242415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:44.009504 run osmo-hlr_10.42.42.2(pid=24545): stdout: \u000a| (launched: 2022-12-13_19:52:42.195731) \u000a19:52:44.140805 run osmo-hlr_10.42.42.2(pid=24545): stderr: \u000a| �[0;m�[1;31m20221213195242390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195242390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195242390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195242390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195242390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195242390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195242403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195242415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195242415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195242415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:44.198150 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=24545): Process ended prematurely: osmo-hlr_10.42.42.2(pid=24545) [trial-2393↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24545)] [trial-2393↪smpp↪esme_connect_policy_acceptall.py:23]\u000a19:52:44.207101 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.5 sec)\u000a19:52:44.271428 run osmo-msc_10.42.42.5(pid=24548): ERR: Terminated: ERROR {rc=9} [trial-2393↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=24548)]\u000a19:52:44.323937 run osmo-msc_10.42.42.5(pid=24548): stdout: \u000a| (launched: 2022-12-13_19:52:43.244045) \u000a19:52:44.377170 run osmo-msc_10.42.42.5(pid=24548): stderr: \u000a| �[0;m�[38;5;43m20221213195243608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213195243608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213195243608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213195243608 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213195243608 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213195243608 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213195243608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213195243609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213195243609 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a19:52:44.422329 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=24540): Terminating (SIGTERM)\u000a19:52:44.465741 run osmo-stp_10.42.42.4(pid=24541): Terminating (SIGTERM)\u000a19:52:44.509744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24544): Terminating (SIGTERM)\u000a19:52:44.554971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24547): Terminating (SIGTERM)\u000a19:52:44.565492 --- ParallelTerminationStrategy: PID 24540 died...\u000a19:52:44.624812 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=24540): Terminated: ok {rc=0}\u000a19:52:44.635325 --- ParallelTerminationStrategy: PID 24541 died...\u000a19:52:44.691654 run osmo-stp_10.42.42.4(pid=24541): Terminated: ok {rc=0}\u000a19:52:44.702064 --- ParallelTerminationStrategy: PID 24544 died...\u000a19:52:44.758735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24544): Terminated: ok {rc=0}\u000a19:52:44.768855 --- ParallelTerminationStrategy: PID 24547 died...\u000a19:52:44.825933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24547): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=24556): Process ended prematurely: osmo-hlr_10.42.42.2(pid=24556) [trial-2393↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24556)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=24556): Process ended prematurely: osmo-hlr_10.42.42.2(pid=24556) [trial-2393↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a19:52:44.841897 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:44.853923 tst smpp: Using 1 x bts (candidates: 1)\u000a19:52:44.986525 tst esme_connect_policy_closed.py: using LAC 35890\u000a19:52:45.114382 tst esme_connect_policy_closed.py: using RAC 190\u000a19:52:45.241265 tst esme_connect_policy_closed.py: using CellId 35890\u000a19:52:45.371153 tst esme_connect_policy_closed.py: using BVCI 35891\u000a19:52:45.396249 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:45.407521 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:45.418468 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:45.526778 tst esme_connect_policy_closed.py: using MSISDN 8304\u000a19:52:45.647058 tst esme_connect_policy_closed.py: using MSISDN 8305\u000a19:52:45.755523 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a19:52:46.350261 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=24551): Launched\u000a19:52:46.663659 run osmo-stp_10.42.42.4(pid=24552): Launched\u000a19:52:46.842537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:47.374733 run create_hlr_db(pid=24553): Launched\u000a19:52:48.553750 run create_hlr_db(pid=24553): Terminated: ok {rc=0}\u000a19:52:48.868758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24555): Launched\u000a19:52:49.173877 run osmo-hlr_10.42.42.2(pid=24556): Launched\u000a19:52:49.289840 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a19:52:49.850472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24558): Launched\u000a19:52:50.158382 run osmo-msc_10.42.42.5(pid=24559): Launched\u000a19:52:50.339856 run osmo-hlr_10.42.42.2(pid=24556): ERR: Terminated: ERROR {rc=237} [trial-2393↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24556)]\u000a19:52:50.469925 run osmo-hlr_10.42.42.2(pid=24556): stdout: \u000a| (launched: 2022-12-13_19:52:49.023809) \u000a19:52:50.597636 run osmo-hlr_10.42.42.2(pid=24556): stderr: \u000a| �[0;m�[1;31m20221213195249200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195249200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195249200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195249200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195249201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195249201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195249213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195249223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195249223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195249223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:50.720845 run osmo-hlr_10.42.42.2(pid=24556): stdout: \u000a| (launched: 2022-12-13_19:52:49.023809) \u000a19:52:50.843448 run osmo-hlr_10.42.42.2(pid=24556): stderr: \u000a| �[0;m�[1;31m20221213195249200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195249200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195249200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195249200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195249201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195249201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195249213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195249223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195249223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195249223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:50.896907 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=24556): Process ended prematurely: osmo-hlr_10.42.42.2(pid=24556) [trial-2393↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24556)] [trial-2393↪smpp↪esme_connect_policy_closed.py:31]\u000a19:52:50.904756 tst esme_connect_policy_closed.py:31: Test FAILED (6.1 sec)\u000a19:52:50.964603 run osmo-msc_10.42.42.5(pid=24559): ERR: Terminated: ERROR {rc=9} [trial-2393↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=24559)]\u000a19:52:51.013842 run osmo-msc_10.42.42.5(pid=24559): stdout: \u000a| (launched: 2022-12-13_19:52:50.007198) \u000a19:52:51.063735 run osmo-msc_10.42.42.5(pid=24559): stderr: \u000a| �[0;m�[38;5;43m20221213195250326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213195250327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213195250327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213195250327 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213195250327 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213195250327 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213195250327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213195250327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213195250327 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a19:52:51.105623 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=24551): Terminating (SIGTERM)\u000a19:52:51.145197 run osmo-stp_10.42.42.4(pid=24552): Terminating (SIGTERM)\u000a19:52:51.185706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24555): Terminating (SIGTERM)\u000a19:52:51.226118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24558): Terminating (SIGTERM)\u000a19:52:51.235188 --- ParallelTerminationStrategy: PID 24551 died...\u000a19:52:51.288757 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=24551): Terminated: ok {rc=0}\u000a19:52:51.298397 --- ParallelTerminationStrategy: PID 24552 died...\u000a19:52:51.351271 run osmo-stp_10.42.42.4(pid=24552): Terminated: ok {rc=0}\u000a19:52:51.360908 --- ParallelTerminationStrategy: PID 24555 died...\u000a19:52:51.413973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24555): Terminated: ok {rc=0}\u000a19:52:51.423628 --- ParallelTerminationStrategy: PID 24558 died...\u000a19:52:51.476524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24558): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24568): Process ended prematurely: osmo-stp_10.42.42.5(pid=24568) [trial-2393↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24568)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24568): Process ended prematurely: osmo-stp_10.42.42.5(pid=24568) [trial-2393↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a19:52:51.490761 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:51.501939 tst smpp: Using 1 x bts (candidates: 1)\u000a19:52:51.626132 tst esme_ms_sms_storeforward.py: using LAC 35891\u000a19:52:51.745688 tst esme_ms_sms_storeforward.py: using RAC 191\u000a19:52:51.867813 tst esme_ms_sms_storeforward.py: using CellId 35891\u000a19:52:51.993681 tst esme_ms_sms_storeforward.py: using BVCI 35892\u000a19:52:52.017044 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:52.027850 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:52.038496 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:52.049087 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:52.059702 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:52.070359 tst smpp: Using 1 x modem (candidates: 1)\u000a19:52:52.299695 tst esme_ms_sms_storeforward.py: using MSISDN 8306\u000a19:52:52.416319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:52.932147 run create_hlr_db(pid=24562): Launched\u000a19:52:54.123908 run create_hlr_db(pid=24562): Terminated: ok {rc=0}\u000a19:52:54.462047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24564): Launched\u000a19:52:54.790969 run osmo-hlr_10.42.42.2(pid=24565): Launched\u000a19:52:54.914456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:52:55.487093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24567): Launched\u000a19:52:55.817109 run osmo-stp_10.42.42.5(pid=24568): Launched\u000a19:52:55.936831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:52:56.535282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24570): Launched\u000a19:52:56.864868 run osmo-msc_10.42.42.6(pid=24571): Launched\u000a19:52:57.056481 run osmo-stp_10.42.42.5(pid=24568): ERR: Terminated: ERROR {rc=1} [trial-2393↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24568)]\u000a19:52:57.195746 run osmo-stp_10.42.42.5(pid=24568): stdout: \u000a| (launched: 2022-12-13_19:52:55.655137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:57.334372 run osmo-stp_10.42.42.5(pid=24568): stderr: \u000a| �[0;m�[38;5;43m20221213195255847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195255847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195255847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195255848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195255848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195255848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195255848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:57.467239 run osmo-stp_10.42.42.5(pid=24568): stdout: \u000a| (launched: 2022-12-13_19:52:55.655137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:57.599178 run osmo-stp_10.42.42.5(pid=24568): stderr: \u000a| �[0;m�[38;5;43m20221213195255847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195255847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195255847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195255848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195255848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195255848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195255848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:57.656653 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=24568): Process ended prematurely: osmo-stp_10.42.42.5(pid=24568) [trial-2393↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24568)] [trial-2393↪smpp↪esme_ms_sms_storeforward.py:30]\u000a19:52:57.665605 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.2 sec)\u000a19:52:57.728718 run osmo-hlr_10.42.42.2(pid=24565): ERR: Terminated: ERROR {rc=237} [trial-2393↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24565)]\u000a19:52:57.780665 run osmo-hlr_10.42.42.2(pid=24565): stdout: \u000a| (launched: 2022-12-13_19:52:54.628528) \u000a19:52:57.833273 run osmo-hlr_10.42.42.2(pid=24565): stderr: \u000a| �[0;m�[1;31m20221213195254827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195254827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195254827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195254827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195254827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195254827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195254840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195254849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195254849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195254849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:57.904394 run osmo-msc_10.42.42.6(pid=24571): ERR: Terminated: ERROR {rc=2} [trial-2393↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24571)]\u000a19:52:57.955978 run osmo-msc_10.42.42.6(pid=24571): stdout: \u000a| (launched: 2022-12-13_19:52:56.702251) \u000a19:52:58.008521 run osmo-msc_10.42.42.6(pid=24571): stderr: \u000a| �[0;m�[38;5;43m20221213195257024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195257024 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f533fc3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195257024 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195257024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195257024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195257025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195257027 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195257027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195257027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195257027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:52:58.053642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24564): Terminating (SIGTERM)\u000a19:52:58.095789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24567): Terminating (SIGTERM)\u000a19:52:58.138143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24570): Terminating (SIGTERM)\u000a19:52:58.147889 --- ParallelTerminationStrategy: PID 24564 died...\u000a19:52:58.204750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24564): Terminated: ok {rc=0}\u000a19:52:58.214745 --- ParallelTerminationStrategy: PID 24567 died...\u000a19:52:58.271753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24567): Terminated: ok {rc=0}\u000a19:52:58.282245 --- ParallelTerminationStrategy: PID 24570 died...\u000a19:52:58.338594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24570): Terminated: ok {rc=0}\u000a19:52:58.425648 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24579): Process ended prematurely: osmo-stp_10.42.42.5(pid=24579) [trial-2393↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24579)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24579): Process ended prematurely: osmo-stp_10.42.42.5(pid=24579) [trial-2393↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a19:52:59.479487 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:52:59.491937 tst smpp: Using 1 x bts (candidates: 1)\u000a19:52:59.624745 tst esme_ms_sms_transaction.py: using LAC 35892\u000a19:52:59.747582 tst esme_ms_sms_transaction.py: using RAC 192\u000a19:52:59.870147 tst esme_ms_sms_transaction.py: using CellId 35892\u000a19:52:59.990275 tst esme_ms_sms_transaction.py: using BVCI 35893\u000a19:53:00.014000 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:53:00.024770 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:53:00.035340 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:53:00.045724 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:53:00.056492 tst smpp: Using 1 x ip_address (candidates: 6)\u000a19:53:00.067287 tst smpp: Using 1 x modem (candidates: 1)\u000a19:53:00.295824 tst esme_ms_sms_transaction.py: using MSISDN 8307\u000a19:53:00.413252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:53:00.990470 run create_hlr_db(pid=24573): Launched\u000a19:53:01.195693 bus /sierra_2: Setting Powered False\u000a19:53:02.242261 run create_hlr_db(pid=24573): Terminated: ok {rc=0}\u000a19:53:02.679609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24575): Launched\u000a19:53:03.007773 run osmo-hlr_10.42.42.2(pid=24576): Launched\u000a19:53:03.129407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:53:03.697666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24578): Launched\u000a19:53:04.026176 run osmo-stp_10.42.42.5(pid=24579): Launched\u000a19:53:04.146230 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:53:04.747498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24581): Launched\u000a19:53:05.077287 run osmo-msc_10.42.42.6(pid=24582): Launched\u000a19:53:05.271071 run osmo-stp_10.42.42.5(pid=24579): ERR: Terminated: ERROR {rc=1} [trial-2393↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24579)]\u000a19:53:05.410907 run osmo-stp_10.42.42.5(pid=24579): stdout: \u000a| (launched: 2022-12-13_19:53:03.863434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:05.548939 run osmo-stp_10.42.42.5(pid=24579): stderr: \u000a| �[0;m�[38;5;43m20221213195304053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195304053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195304053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195304054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195304054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195304054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195304054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:05.681597 run osmo-stp_10.42.42.5(pid=24579): stdout: \u000a| (launched: 2022-12-13_19:53:03.863434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:05.813179 run osmo-stp_10.42.42.5(pid=24579): stderr: \u000a| �[0;m�[38;5;43m20221213195304053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195304053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195304053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195304054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195304054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195304054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195304054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:05.870453 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=24579): Process ended prematurely: osmo-stp_10.42.42.5(pid=24579) [trial-2393↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24579)] [trial-2393↪smpp↪esme_ms_sms_transaction.py:28]\u000a19:53:05.879327 tst esme_ms_sms_transaction.py:28: Test FAILED (6.4 sec)\u000a19:53:05.942994 run osmo-hlr_10.42.42.2(pid=24576): ERR: Terminated: ERROR {rc=237} [trial-2393↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24576)]\u000a19:53:05.995345 run osmo-hlr_10.42.42.2(pid=24576): stdout: \u000a| (launched: 2022-12-13_19:53:02.846828) \u000a19:53:06.048046 run osmo-hlr_10.42.42.2(pid=24576): stderr: \u000a| �[0;m�[1;31m20221213195303045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195303045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195303045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195303045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195303045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195303045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195303059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195303068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195303068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195303068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:53:06.119977 run osmo-msc_10.42.42.6(pid=24582): ERR: Terminated: ERROR {rc=2} [trial-2393↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24582)]\u000a19:53:06.172087 run osmo-msc_10.42.42.6(pid=24582): stdout: \u000a| (launched: 2022-12-13_19:53:04.915075) \u000a19:53:06.224776 run osmo-msc_10.42.42.6(pid=24582): stderr: \u000a| �[0;m�[38;5;43m20221213195305238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195305238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9f775fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195305238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195305238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195305239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195305239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195305241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195305241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195305241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195305241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:53:06.270217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24575): Terminating (SIGTERM)\u000a19:53:06.312801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24578): Terminating (SIGTERM)\u000a19:53:06.355208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24581): Terminating (SIGTERM)\u000a19:53:06.364873 --- ParallelTerminationStrategy: PID 24575 died...\u000a19:53:06.421229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24575): Terminated: ok {rc=0}\u000a19:53:06.431283 --- ParallelTerminationStrategy: PID 24578 died...\u000a19:53:06.487703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24578): Terminated: ok {rc=0}\u000a19:53:06.497908 --- ParallelTerminationStrategy: PID 24581 died...\u000a19:53:06.554249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24581): Terminated: ok {rc=0}\u000a19:53:06.641602 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:52:38" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24593): Process ended prematurely: osmo-stp_10.42.42.5(pid=24593) [trial-2393↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24593)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24593): Process ended prematurely: osmo-stp_10.42.42.5(pid=24593) [trial-2393↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a19:53:08.530019 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:08.541194 tst encryption: Using 1 x bts (candidates: 1)\u000a19:53:08.669168 tst register_a5_0_authopt.py: using LAC 35893\u000a19:53:08.798953 tst register_a5_0_authopt.py: using RAC 193\u000a19:53:08.927589 tst register_a5_0_authopt.py: using CellId 35893\u000a19:53:09.057865 tst register_a5_0_authopt.py: using BVCI 35894\u000a19:53:09.083120 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:09.094198 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:09.105229 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:09.116006 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:09.127354 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:09.138589 tst encryption: Using 1 x modem (candidates: 1)\u000a19:53:09.423798 tst register_a5_0_authopt.py:8: start network...\u000a19:53:09.554076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:53:10.051534 run create_hlr_db(pid=24587): Launched\u000a19:53:10.230971 bus /sierra_2: Setting Powered False\u000a19:53:11.252096 run create_hlr_db(pid=24587): Terminated: ok {rc=0}\u000a19:53:11.695463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24589): Launched\u000a19:53:12.029705 run osmo-hlr_10.42.42.2(pid=24590): Launched\u000a19:53:12.153685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:53:12.730107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24592): Launched\u000a19:53:13.063288 run osmo-stp_10.42.42.5(pid=24593): Launched\u000a19:53:13.184595 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:53:13.788644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24595): Launched\u000a19:53:14.119197 run osmo-msc_10.42.42.6(pid=24596): Launched\u000a19:53:14.313062 run osmo-stp_10.42.42.5(pid=24593): ERR: Terminated: ERROR {rc=1} [trial-2393↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24593)]\u000a19:53:14.451972 run osmo-stp_10.42.42.5(pid=24593): stdout: \u000a| (launched: 2022-12-13_19:53:12.898844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:14.590160 run osmo-stp_10.42.42.5(pid=24593): stderr: \u000a| �[0;m�[38;5;43m20221213195313091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195313091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195313092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195313092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195313093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195313093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195313093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:14.723524 run osmo-stp_10.42.42.5(pid=24593): stdout: \u000a| (launched: 2022-12-13_19:53:12.898844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:14.856101 run osmo-stp_10.42.42.5(pid=24593): stderr: \u000a| �[0;m�[38;5;43m20221213195313091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195313091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195313092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195313092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195313093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195313093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195313093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:14.914307 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24593): Process ended prematurely: osmo-stp_10.42.42.5(pid=24593) [trial-2393↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24593)] [trial-2393↪encryption↪register_a5_0_authopt.py:8]\u000a19:53:14.923430 tst register_a5_0_authopt.py:8: Test FAILED (6.4 sec)\u000a19:53:14.986195 run osmo-hlr_10.42.42.2(pid=24590): ERR: Terminated: ERROR {rc=237} [trial-2393↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24590)]\u000a19:53:15.037829 run osmo-hlr_10.42.42.2(pid=24590): stdout: \u000a| (launched: 2022-12-13_19:53:11.865357) \u000a19:53:15.090253 run osmo-hlr_10.42.42.2(pid=24590): stderr: \u000a| �[0;m�[1;31m20221213195312064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195312064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195312064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195312064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195312064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195312064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195312076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195312085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195312085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195312085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:53:15.161175 run osmo-msc_10.42.42.6(pid=24596): ERR: Terminated: ERROR {rc=2} [trial-2393↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24596)]\u000a19:53:15.212778 run osmo-msc_10.42.42.6(pid=24596): stdout: \u000a| (launched: 2022-12-13_19:53:13.956941) \u000a19:53:15.264803 run osmo-msc_10.42.42.6(pid=24596): stderr: \u000a| �[0;m�[38;5;43m20221213195314281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195314282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9637ec0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195314282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195314282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195314282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195314282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195314284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195314284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195314284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195314284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:53:15.309447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24589): Terminating (SIGTERM)\u000a19:53:15.351373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24592): Terminating (SIGTERM)\u000a19:53:15.393355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24595): Terminating (SIGTERM)\u000a19:53:15.402986 --- ParallelTerminationStrategy: PID 24589 died...\u000a19:53:15.460012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24589): Terminated: ok {rc=0}\u000a19:53:15.470056 --- ParallelTerminationStrategy: PID 24592 died...\u000a19:53:15.526153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24592): Terminated: ok {rc=0}\u000a19:53:15.536106 --- ParallelTerminationStrategy: PID 24595 died...\u000a19:53:15.592122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24595): Terminated: ok {rc=0}\u000a19:53:15.679169 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24604): Process ended prematurely: osmo-stp_10.42.42.5(pid=24604) [trial-2393↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24604)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24604): Process ended prematurely: osmo-stp_10.42.42.5(pid=24604) [trial-2393↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a19:53:16.801002 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:16.813524 tst encryption: Using 1 x bts (candidates: 1)\u000a19:53:16.950318 tst register_a5_0_authreq.py: using LAC 35894\u000a19:53:17.100092 tst register_a5_0_authreq.py: using RAC 194\u000a19:53:17.244309 tst register_a5_0_authreq.py: using CellId 35894\u000a19:53:17.366781 tst register_a5_0_authreq.py: using BVCI 35895\u000a19:53:17.390388 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:17.401166 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:17.411838 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:17.422446 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:17.433506 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:17.444413 tst encryption: Using 1 x modem (candidates: 1)\u000a19:53:17.728573 tst register_a5_0_authreq.py:8: start network...\u000a19:53:17.857869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:53:18.354842 run create_hlr_db(pid=24598): Launched\u000a19:53:18.532514 bus /sierra_2: Setting Powered False\u000a19:53:19.554688 run create_hlr_db(pid=24598): Terminated: ok {rc=0}\u000a19:53:19.968709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24600): Launched\u000a19:53:20.283246 run osmo-hlr_10.42.42.2(pid=24601): Launched\u000a19:53:20.398272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:53:20.935329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24603): Launched\u000a19:53:21.245300 run osmo-stp_10.42.42.5(pid=24604): Launched\u000a19:53:21.357914 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:53:21.921571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24606): Launched\u000a19:53:22.234424 run osmo-msc_10.42.42.6(pid=24607): Launched\u000a19:53:22.415417 run osmo-stp_10.42.42.5(pid=24604): ERR: Terminated: ERROR {rc=1} [trial-2393↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24604)]\u000a19:53:22.546266 run osmo-stp_10.42.42.5(pid=24604): stdout: \u000a| (launched: 2022-12-13_19:53:21.093190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:22.675225 run osmo-stp_10.42.42.5(pid=24604): stderr: \u000a| �[0;m�[38;5;43m20221213195321265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195321265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195321265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195321266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195321266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195321266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195321266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:22.800154 run osmo-stp_10.42.42.5(pid=24604): stdout: \u000a| (launched: 2022-12-13_19:53:21.093190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:22.924361 run osmo-stp_10.42.42.5(pid=24604): stderr: \u000a| �[0;m�[38;5;43m20221213195321265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195321265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195321265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195321266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195321266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195321266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195321266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:22.978984 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24604): Process ended prematurely: osmo-stp_10.42.42.5(pid=24604) [trial-2393↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24604)] [trial-2393↪encryption↪register_a5_0_authreq.py:8]\u000a19:53:22.987706 tst register_a5_0_authreq.py:8: Test FAILED (6.2 sec)\u000a19:53:23.047832 run osmo-hlr_10.42.42.2(pid=24601): ERR: Terminated: ERROR {rc=237} [trial-2393↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24601)]\u000a19:53:23.096980 run osmo-hlr_10.42.42.2(pid=24601): stdout: \u000a| (launched: 2022-12-13_19:53:20.127471) \u000a19:53:23.146963 run osmo-hlr_10.42.42.2(pid=24601): stderr: \u000a| �[0;m�[1;31m20221213195320307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195320307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195320307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195320307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195320307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195320307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195320319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195320327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195320328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195320328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:53:23.214370 run osmo-msc_10.42.42.6(pid=24607): ERR: Terminated: ERROR {rc=2} [trial-2393↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24607)]\u000a19:53:23.263418 run osmo-msc_10.42.42.6(pid=24607): stdout: \u000a| (launched: 2022-12-13_19:53:22.079425) \u000a19:53:23.312923 run osmo-msc_10.42.42.6(pid=24607): stderr: \u000a| �[0;m�[38;5;43m20221213195322355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195322355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda1a102c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195322355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195322355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195322355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195322356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195322357 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195322358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195322358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195322358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:53:23.355056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24600): Terminating (SIGTERM)\u000a19:53:23.395330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24603): Terminating (SIGTERM)\u000a19:53:23.435743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24606): Terminating (SIGTERM)\u000a19:53:23.445045 --- ParallelTerminationStrategy: PID 24600 died...\u000a19:53:23.498707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24600): Terminated: ok {rc=0}\u000a19:53:23.508377 --- ParallelTerminationStrategy: PID 24603 died...\u000a19:53:23.561503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24603): Terminated: ok {rc=0}\u000a19:53:23.571170 --- ParallelTerminationStrategy: PID 24606 died...\u000a19:53:23.624220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24606): Terminated: ok {rc=0}\u000a19:53:23.713015 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24615): Process ended prematurely: osmo-stp_10.42.42.5(pid=24615) [trial-2393↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24615)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24615): Process ended prematurely: osmo-stp_10.42.42.5(pid=24615) [trial-2393↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a19:53:24.829581 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:24.841446 tst encryption: Using 1 x bts (candidates: 1)\u000a19:53:24.981188 tst register_a5_1_authreq.py: using LAC 35895\u000a19:53:25.124889 tst register_a5_1_authreq.py: using RAC 195\u000a19:53:25.255084 tst register_a5_1_authreq.py: using CellId 35895\u000a19:53:25.386517 tst register_a5_1_authreq.py: using BVCI 35896\u000a19:53:25.411916 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:25.423295 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:25.434436 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:25.445451 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:25.456701 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:25.467921 tst encryption: Using 1 x modem (candidates: 1)\u000a19:53:25.750866 tst register_a5_1_authreq.py:8: start network...\u000a19:53:25.880924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:53:26.380647 run create_hlr_db(pid=24609): Launched\u000a19:53:26.559197 bus /sierra_2: Setting Powered False\u000a19:53:27.581283 run create_hlr_db(pid=24609): Terminated: ok {rc=0}\u000a19:53:28.023548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24611): Launched\u000a19:53:28.359725 run osmo-hlr_10.42.42.2(pid=24612): Launched\u000a19:53:28.482687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:53:29.059274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24614): Launched\u000a19:53:29.394390 run osmo-stp_10.42.42.5(pid=24615): Launched\u000a19:53:29.515408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:53:30.120138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24617): Launched\u000a19:53:30.456174 run osmo-msc_10.42.42.6(pid=24618): Launched\u000a19:53:30.650476 run osmo-stp_10.42.42.5(pid=24615): ERR: Terminated: ERROR {rc=1} [trial-2393↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24615)]\u000a19:53:30.790762 run osmo-stp_10.42.42.5(pid=24615): stdout: \u000a| (launched: 2022-12-13_19:53:29.228574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:30.976561 run osmo-stp_10.42.42.5(pid=24615): stderr: \u000a| �[0;m�[38;5;43m20221213195329421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195329422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195329422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195329422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195329423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195329423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195329423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:31.124559 run osmo-stp_10.42.42.5(pid=24615): stdout: \u000a| (launched: 2022-12-13_19:53:29.228574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:31.261778 run osmo-stp_10.42.42.5(pid=24615): stderr: \u000a| �[0;m�[38;5;43m20221213195329421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195329422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195329422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195329422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195329423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195329423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195329423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:31.322584 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24615): Process ended prematurely: osmo-stp_10.42.42.5(pid=24615) [trial-2393↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24615)] [trial-2393↪encryption↪register_a5_1_authreq.py:8]\u000a19:53:31.333255 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec)\u000a19:53:31.399824 run osmo-hlr_10.42.42.2(pid=24612): ERR: Terminated: ERROR {rc=237} [trial-2393↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24612)]\u000a19:53:31.454461 run osmo-hlr_10.42.42.2(pid=24612): stdout: \u000a| (launched: 2022-12-13_19:53:28.193519) \u000a19:53:31.510021 run osmo-hlr_10.42.42.2(pid=24612): stderr: \u000a| �[0;m�[1;31m20221213195328390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195328390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195328390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195328390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195328390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195328390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195328402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195328411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195328411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195328411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:53:31.584903 run osmo-msc_10.42.42.6(pid=24618): ERR: Terminated: ERROR {rc=2} [trial-2393↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24618)]\u000a19:53:31.639254 run osmo-msc_10.42.42.6(pid=24618): stdout: \u000a| (launched: 2022-12-13_19:53:30.290504) \u000a19:53:31.694500 run osmo-msc_10.42.42.6(pid=24618): stderr: \u000a| �[0;m�[38;5;43m20221213195330614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195330614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff97231ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195330614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195330614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195330614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195330614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195330616 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195330616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195330616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195330617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:53:31.741916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24611): Terminating (SIGTERM)\u000a19:53:31.786623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24614): Terminating (SIGTERM)\u000a19:53:31.832262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24617): Terminating (SIGTERM)\u000a19:53:31.844576 --- ParallelTerminationStrategy: PID 24611 died...\u000a19:53:31.903885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24611): Terminated: ok {rc=0}\u000a19:53:31.916014 --- ParallelTerminationStrategy: PID 24614 died...\u000a19:53:31.974819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24614): Terminated: ok {rc=0}\u000a19:53:31.986885 --- ParallelTerminationStrategy: PID 24617 died...\u000a19:53:32.045549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24617): Terminated: ok {rc=0}\u000a19:53:32.136922 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24626): Process ended prematurely: osmo-stp_10.42.42.5(pid=24626) [trial-2393↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24626)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24626): Process ended prematurely: osmo-stp_10.42.42.5(pid=24626) [trial-2393↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a19:53:33.255415 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:33.267538 tst encryption: Using 1 x bts (candidates: 1)\u000a19:53:33.396868 tst register_a5_3_authreq.py: using LAC 35896\u000a19:53:33.520200 tst register_a5_3_authreq.py: using RAC 196\u000a19:53:33.644086 tst register_a5_3_authreq.py: using CellId 35896\u000a19:53:33.767601 tst register_a5_3_authreq.py: using BVCI 35897\u000a19:53:33.791355 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:33.802292 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:33.812820 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:33.823249 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:33.833706 tst encryption: Using 1 x ip_address (candidates: 6)\u000a19:53:33.844043 tst encryption: Using 1 x modem (candidates: 1)\u000a19:53:34.156077 tst register_a5_3_authreq.py:8: start network...\u000a19:53:34.297212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:53:34.823136 run create_hlr_db(pid=24620): Launched\u000a19:53:35.015540 bus /sierra_2: Setting Powered False\u000a19:53:36.037362 run create_hlr_db(pid=24620): Terminated: ok {rc=0}\u000a19:53:36.482047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24622): Launched\u000a19:53:36.814996 run osmo-hlr_10.42.42.2(pid=24623): Launched\u000a19:53:36.934909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:53:37.513359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24625): Launched\u000a19:53:37.846752 run osmo-stp_10.42.42.5(pid=24626): Launched\u000a19:53:37.967797 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:53:38.574572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24628): Launched\u000a19:53:38.908148 run osmo-msc_10.42.42.6(pid=24629): Launched\u000a19:53:39.103475 run osmo-stp_10.42.42.5(pid=24626): ERR: Terminated: ERROR {rc=1} [trial-2393↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24626)]\u000a19:53:39.244365 run osmo-stp_10.42.42.5(pid=24626): stdout: \u000a| (launched: 2022-12-13_19:53:37.683155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:39.384736 run osmo-stp_10.42.42.5(pid=24626): stderr: \u000a| �[0;m�[38;5;43m20221213195337876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195337877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195337877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195337877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195337878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195337878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195337878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:39.519244 run osmo-stp_10.42.42.5(pid=24626): stdout: \u000a| (launched: 2022-12-13_19:53:37.683155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:39.653032 run osmo-stp_10.42.42.5(pid=24626): stderr: \u000a| �[0;m�[38;5;43m20221213195337876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195337877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195337877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195337877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195337878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195337878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195337878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:39.711621 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24626): Process ended prematurely: osmo-stp_10.42.42.5(pid=24626) [trial-2393↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24626)] [trial-2393↪encryption↪register_a5_3_authreq.py:8]\u000a19:53:39.721022 tst register_a5_3_authreq.py:8: Test FAILED (6.5 sec)\u000a19:53:39.784530 run osmo-hlr_10.42.42.2(pid=24623): ERR: Terminated: ERROR {rc=237} [trial-2393↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24623)]\u000a19:53:39.836527 run osmo-hlr_10.42.42.2(pid=24623): stdout: \u000a| (launched: 2022-12-13_19:53:36.651709) \u000a19:53:39.889173 run osmo-hlr_10.42.42.2(pid=24623): stderr: \u000a| �[0;m�[1;31m20221213195336851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195336851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195336851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195336851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195336851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195336851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195336863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195336872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195336872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195336872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:53:39.960349 run osmo-msc_10.42.42.6(pid=24629): ERR: Terminated: ERROR {rc=2} [trial-2393↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24629)]\u000a19:53:40.012435 run osmo-msc_10.42.42.6(pid=24629): stdout: \u000a| (launched: 2022-12-13_19:53:38.744370) \u000a19:53:40.064910 run osmo-msc_10.42.42.6(pid=24629): stderr: \u000a| �[0;m�[38;5;43m20221213195339065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195339065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc2a6d73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195339066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195339066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195339066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195339066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195339068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195339068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195339068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195339068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:53:40.110044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24622): Terminating (SIGTERM)\u000a19:53:40.152563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24625): Terminating (SIGTERM)\u000a19:53:40.195515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24628): Terminating (SIGTERM)\u000a19:53:40.205244 --- ParallelTerminationStrategy: PID 24622 died...\u000a19:53:40.262512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24622): Terminated: ok {rc=0}\u000a19:53:40.272637 --- ParallelTerminationStrategy: PID 24625 died...\u000a19:53:40.329718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24625): Terminated: ok {rc=0}\u000a19:53:40.339891 --- ParallelTerminationStrategy: PID 24628 died...\u000a19:53:40.396551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24628): Terminated: ok {rc=0}\u000a19:53:40.484301 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:53:08" }, { "cases" : [ { "testActions" : [ ], "age" : 255, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24646): Process ended prematurely: srsepc(pid=24646) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24646)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24646): Process ended prematurely: srsepc(pid=24646) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a19:53:42.471312 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a19:53:42.513564 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:53:42.529743 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:53:42.552823 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:53:42.695953 tst handover.py: using MSISDN 8308\u000a19:53:42.805631 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8308', subscriber_id=0}\u000a19:53:42.913650 run srsepc_10.42.42.118: Starting srsepc\u000a19:53:44.780862 run rm-remote-dir(pid=24634): Launched\u000a19:53:44.967832 bus /sierra_2: Setting Powered False\u000a19:53:46.035664 run rm-remote-dir(pid=24634): Terminated: ok {rc=0}\u000a19:53:46.539903 run mk-remote-dir(pid=24635): Launched\u000a19:53:47.751168 run mk-remote-dir(pid=24635): Terminated: ok {rc=0}\u000a19:53:48.031360 run scp-inst-to-remote(pid=24636): Launched\u000a19:53:50.231822 run scp-inst-to-remote(pid=24636): Terminated: ok {rc=0}\u000a19:53:50.585530 run rm-remote-dir(pid=24638): Launched\u000a19:53:51.787047 run rm-remote-dir(pid=24638): Terminated: ok {rc=0}\u000a19:53:52.142462 run mk-remote-dir(pid=24639): Launched\u000a19:53:53.345850 run mk-remote-dir(pid=24639): Terminated: ok {rc=0}\u000a19:53:53.644429 run scp-cfg-to-remote(pid=24640): Launched\u000a19:53:54.843499 run scp-cfg-to-remote(pid=24640): Terminated: ok {rc=0}\u000a19:53:55.140259 run scp-db-to-remote(pid=24642): Launched\u000a19:53:56.341460 run scp-db-to-remote(pid=24642): Terminated: ok {rc=0}\u000a19:53:56.465117 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:53:56.807964 run patchelf(pid=24644): Launched\u000a19:53:58.007109 run patchelf(pid=24644): Terminated: ok {rc=0}\u000a19:53:58.130128 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:53:58.474666 run setcap-netadm(pid=24645): Launched\u000a19:53:59.674370 run setcap-netadm(pid=24645): Terminated: ok {rc=0}\u000a19:54:00.011667 run srsepc(pid=24646): Launched\u000a19:54:00.130269 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:54:01.473708 run rm-remote-dir(pid=24674): Launched\u000a19:54:01.785209 run srsepc(pid=24646): ERR: Terminated: ERROR {rc=127} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24646)]\u000a19:54:01.970191 run srsepc(pid=24646): stdout: \u000a| (launched: 2022-12-13_19:53:59.849989)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:54:02.150229 run srsepc(pid=24646): stderr: \u000a| (launched: 2022-12-13_19:53:59.899403)\u000a| Connection to 10.42.42.116 closed. \u000a19:54:02.324412 run srsepc(pid=24646): stdout: \u000a| (launched: 2022-12-13_19:53:59.849989)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:54:02.499876 run srsepc(pid=24646): stderr: \u000a| (launched: 2022-12-13_19:53:59.899403)\u000a| Connection to 10.42.42.116 closed. \u000a19:54:02.712498 run rm-remote-dir(pid=24674): Terminating (SIGINT)\u000a19:54:02.968169 run rm-remote-dir(pid=24674): Terminated: ok {rc=0}\u000a19:54:03.019407 tst handover.py:37: ERR: Error: srsepc(pid=24646): Process ended prematurely: srsepc(pid=24646) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24646)] [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a19:54:03.034187 tst handover.py:37: Test FAILED (20.7 sec)\u000a19:54:03.221946 run scp-back-log(pid=24744): Launched\u000a19:54:04.345435 run scp-back-log(pid=24744): ERR: Terminated: ERROR {rc=1} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24744)]\u000a19:54:04.414361 run scp-back-log(pid=24744): stdout: \u000a| (launched: 2022-12-13_19:54:03.100119) \u000a19:54:04.483910 run scp-back-log(pid=24744): stderr: \u000a| (launched: 2022-12-13_19:54:03.131504)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:54:04.541949 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24744): launch_sync(): local process exited with status 1 [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24744)]')\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24934): Process ended prematurely: srsepc(pid=24934) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24934)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24934): Process ended prematurely: srsepc(pid=24934) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a19:54:04.744041 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a19:54:04.791267 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:54:05.017432 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a19:54:05.065657 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:54:05.083460 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:54:05.224656 tst iperf3_bidir.py: using MSISDN 8309\u000a19:54:05.345918 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8309', subscriber_id=0}\u000a19:54:05.466342 run srsepc_10.42.42.118: Starting srsepc\u000a19:54:06.200092 run rm-remote-dir(pid=24920): Launched\u000a19:54:07.416232 run rm-remote-dir(pid=24920): Terminated: ok {rc=0}\u000a19:54:07.798658 run mk-remote-dir(pid=24923): Launched\u000a19:54:09.006186 run mk-remote-dir(pid=24923): Terminated: ok {rc=0}\u000a19:54:09.375879 run scp-inst-to-remote(pid=24924): Launched\u000a19:54:11.595407 run scp-inst-to-remote(pid=24924): Terminated: ok {rc=0}\u000a19:54:11.984412 run rm-remote-dir(pid=24926): Launched\u000a19:54:13.194675 run rm-remote-dir(pid=24926): Terminated: ok {rc=0}\u000a19:54:13.615587 run mk-remote-dir(pid=24927): Launched\u000a19:54:14.837736 run mk-remote-dir(pid=24927): Terminated: ok {rc=0}\u000a19:54:15.245426 run scp-cfg-to-remote(pid=24928): Launched\u000a19:54:16.487834 run scp-cfg-to-remote(pid=24928): Terminated: ok {rc=0}\u000a19:54:16.924771 run scp-db-to-remote(pid=24930): Launched\u000a19:54:18.168200 run scp-db-to-remote(pid=24930): Terminated: ok {rc=0}\u000a19:54:18.299960 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:54:18.687322 run patchelf(pid=24932): Launched\u000a19:54:19.903139 run patchelf(pid=24932): Terminated: ok {rc=0}\u000a19:54:20.033573 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:54:20.414258 run setcap-netadm(pid=24933): Launched\u000a19:54:21.627899 run setcap-netadm(pid=24933): Terminated: ok {rc=0}\u000a19:54:22.014200 run srsepc(pid=24934): Launched\u000a19:54:22.193502 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:54:23.429822 run rm-remote-dir(pid=24935): Launched\u000a19:54:23.696539 run srsepc(pid=24934): ERR: Terminated: ERROR {rc=127} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24934)]\u000a19:54:23.839749 run srsepc(pid=24934): stdout: \u000a| (launched: 2022-12-13_19:54:21.815002)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:54:23.981712 run srsepc(pid=24934): stderr: \u000a| (launched: 2022-12-13_19:54:21.867408)\u000a| Connection to 10.42.42.116 closed. \u000a19:54:24.120593 run srsepc(pid=24934): stdout: \u000a| (launched: 2022-12-13_19:54:21.815002)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:54:24.258157 run srsepc(pid=24934): stderr: \u000a| (launched: 2022-12-13_19:54:21.867408)\u000a| Connection to 10.42.42.116 closed. \u000a19:54:24.418336 run rm-remote-dir(pid=24935): Terminating (SIGINT)\u000a19:54:24.607096 run rm-remote-dir(pid=24935): Terminated: ok {rc=0}\u000a19:54:24.644206 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=24934): Process ended prematurely: srsepc(pid=24934) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24934)] [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a19:54:24.658199 tst iperf3_bidir.py:42: Test FAILED (20.1 sec)\u000a19:54:24.775401 run scp-back-log(pid=24936): Launched\u000a19:54:25.863060 run scp-back-log(pid=24936): ERR: Terminated: ERROR {rc=1} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24936)]\u000a19:54:25.926008 run scp-back-log(pid=24936): stdout: \u000a| (launched: 2022-12-13_19:54:24.704222) \u000a19:54:25.989202 run scp-back-log(pid=24936): stderr: \u000a| (launched: 2022-12-13_19:54:24.724322)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:54:26.043285 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24936): launch_sync(): local process exited with status 1 [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24936)]')\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24950): Process ended prematurely: srsepc(pid=24950) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24950)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24950): Process ended prematurely: srsepc(pid=24950) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a19:54:26.225624 tst iperf3_dl.py:13: Number of physical ue: 1\u000a19:54:26.268400 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:54:26.481993 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a19:54:26.524170 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:54:26.540144 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:54:26.670763 tst iperf3_dl.py: using MSISDN 8310\u000a19:54:26.789996 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8310', subscriber_id=0}\u000a19:54:26.907239 run srsepc_10.42.42.118: Starting srsepc\u000a19:54:27.605448 run rm-remote-dir(pid=24938): Launched\u000a19:54:28.808908 run rm-remote-dir(pid=24938): Terminated: ok {rc=0}\u000a19:54:29.164568 run mk-remote-dir(pid=24939): Launched\u000a19:54:30.368192 run mk-remote-dir(pid=24939): Terminated: ok {rc=0}\u000a19:54:30.669525 run scp-inst-to-remote(pid=24940): Launched\u000a19:54:32.872736 run scp-inst-to-remote(pid=24940): Terminated: ok {rc=0}\u000a19:54:33.228930 run rm-remote-dir(pid=24942): Launched\u000a19:54:34.432364 run rm-remote-dir(pid=24942): Terminated: ok {rc=0}\u000a19:54:34.788771 run mk-remote-dir(pid=24943): Launched\u000a19:54:35.992058 run mk-remote-dir(pid=24943): Terminated: ok {rc=0}\u000a19:54:36.293875 run scp-cfg-to-remote(pid=24944): Launched\u000a19:54:37.495211 run scp-cfg-to-remote(pid=24944): Terminated: ok {rc=0}\u000a19:54:37.795614 run scp-db-to-remote(pid=24946): Launched\u000a19:54:38.996559 run scp-db-to-remote(pid=24946): Terminated: ok {rc=0}\u000a19:54:39.120689 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:54:39.468651 run patchelf(pid=24948): Launched\u000a19:54:40.670263 run patchelf(pid=24948): Terminated: ok {rc=0}\u000a19:54:40.794172 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:54:41.142437 run setcap-netadm(pid=24949): Launched\u000a19:54:42.343437 run setcap-netadm(pid=24949): Terminated: ok {rc=0}\u000a19:54:42.682758 run srsepc(pid=24950): Launched\u000a19:54:42.801741 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:54:44.020860 run rm-remote-dir(pid=24951): Launched\u000a19:54:44.222280 run srsepc(pid=24950): ERR: Terminated: ERROR {rc=127} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24950)]\u000a19:54:44.369773 run srsepc(pid=24950): stdout: \u000a| (launched: 2022-12-13_19:54:42.520679)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:54:44.516685 run srsepc(pid=24950): stderr: \u000a| (launched: 2022-12-13_19:54:42.570489)\u000a| Connection to 10.42.42.116 closed. \u000a19:54:44.658749 run srsepc(pid=24950): stdout: \u000a| (launched: 2022-12-13_19:54:42.520679)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:54:44.799540 run srsepc(pid=24950): stderr: \u000a| (launched: 2022-12-13_19:54:42.570489)\u000a| Connection to 10.42.42.116 closed. \u000a19:54:44.964366 run rm-remote-dir(pid=24951): Terminating (SIGINT)\u000a19:54:45.157097 run rm-remote-dir(pid=24951): Terminated: ok {rc=0}\u000a19:54:45.192534 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=24950): Process ended prematurely: srsepc(pid=24950) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24950)] [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a19:54:45.203152 tst iperf3_dl.py:42: Test FAILED (19.1 sec)\u000a19:54:45.324236 run scp-back-log(pid=24952): Launched\u000a19:54:46.416316 run scp-back-log(pid=24952): ERR: Terminated: ERROR {rc=1} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24952)]\u000a19:54:46.485912 run scp-back-log(pid=24952): stdout: \u000a| (launched: 2022-12-13_19:54:45.247485) \u000a19:54:46.554545 run scp-back-log(pid=24952): stderr: \u000a| (launched: 2022-12-13_19:54:45.268553)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:54:46.612570 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24952): launch_sync(): local process exited with status 1 [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24952)]')\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24969): Process ended prematurely: srsepc(pid=24969) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24969)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24969): Process ended prematurely: srsepc(pid=24969) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a19:54:46.814676 tst iperf3_ul.py:13: Number of physical ue: 1\u000a19:54:46.863640 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:54:47.089831 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a19:54:47.136815 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:54:47.154622 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:54:47.287723 tst iperf3_ul.py: using MSISDN 8311\u000a19:54:47.406966 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8311', subscriber_id=0}\u000a19:54:47.524465 run srsepc_10.42.42.118: Starting srsepc\u000a19:54:48.224377 run rm-remote-dir(pid=24954): Launched\u000a19:54:49.429467 run rm-remote-dir(pid=24954): Terminated: ok {rc=0}\u000a19:54:49.786891 run mk-remote-dir(pid=24955): Launched\u000a19:54:50.991469 run mk-remote-dir(pid=24955): Terminated: ok {rc=0}\u000a19:54:51.292897 run scp-inst-to-remote(pid=24956): Launched\u000a19:54:53.495815 run scp-inst-to-remote(pid=24956): Terminated: ok {rc=0}\u000a19:54:53.853588 run rm-remote-dir(pid=24958): Launched\u000a19:54:55.057374 run rm-remote-dir(pid=24958): Terminated: ok {rc=0}\u000a19:54:55.417210 run mk-remote-dir(pid=24959): Launched\u000a19:54:56.621699 run mk-remote-dir(pid=24959): Terminated: ok {rc=0}\u000a19:54:56.923286 run scp-cfg-to-remote(pid=24960): Launched\u000a19:54:58.125121 run scp-cfg-to-remote(pid=24960): Terminated: ok {rc=0}\u000a19:54:58.430044 run scp-db-to-remote(pid=24962): Launched\u000a19:54:59.632292 run scp-db-to-remote(pid=24962): Terminated: ok {rc=0}\u000a19:54:59.757318 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:55:00.106182 run patchelf(pid=24964): Launched\u000a19:55:01.309692 run patchelf(pid=24964): Terminated: ok {rc=0}\u000a19:55:01.439586 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:55:01.854127 run setcap-netadm(pid=24968): Launched\u000a19:55:03.094580 run setcap-netadm(pid=24968): Terminated: ok {rc=0}\u000a19:55:03.435784 run srsepc(pid=24969): Launched\u000a19:55:03.554755 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:55:04.769408 run rm-remote-dir(pid=24970): Launched\u000a19:55:04.970556 run srsepc(pid=24969): ERR: Terminated: ERROR {rc=127} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24969)]\u000a19:55:05.118305 run srsepc(pid=24969): stdout: \u000a| (launched: 2022-12-13_19:55:03.272181)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:55:05.265437 run srsepc(pid=24969): stderr: \u000a| (launched: 2022-12-13_19:55:03.322653)\u000a| Connection to 10.42.42.116 closed. \u000a19:55:05.408090 run srsepc(pid=24969): stdout: \u000a| (launched: 2022-12-13_19:55:03.272181)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:55:05.548843 run srsepc(pid=24969): stderr: \u000a| (launched: 2022-12-13_19:55:03.322653)\u000a| Connection to 10.42.42.116 closed. \u000a19:55:05.713771 run rm-remote-dir(pid=24970): Terminating (SIGINT)\u000a19:55:05.907145 run rm-remote-dir(pid=24970): Terminated: ok {rc=0}\u000a19:55:05.942803 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=24969): Process ended prematurely: srsepc(pid=24969) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24969)] [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a19:55:05.953527 tst iperf3_ul.py:42: Test FAILED (19.3 sec)\u000a19:55:06.072789 run scp-back-log(pid=24971): Launched\u000a19:55:07.164063 run scp-back-log(pid=24971): ERR: Terminated: ERROR {rc=1} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24971)]\u000a19:55:07.230660 run scp-back-log(pid=24971): stdout: \u000a| (launched: 2022-12-13_19:55:05.997470) \u000a19:55:07.297149 run scp-back-log(pid=24971): stderr: \u000a| (launched: 2022-12-13_19:55:06.018252)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:55:07.353981 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24971): launch_sync(): local process exited with status 1 [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24971)]')\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24985): Process ended prematurely: srsepc(pid=24985) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24985)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24985): Process ended prematurely: srsepc(pid=24985) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a19:55:07.369848 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:55:07.387667 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:55:07.412349 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:55:07.564126 tst ping.py: using MSISDN 8312\u000a19:55:07.683998 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8312', subscriber_id=0}\u000a19:55:07.802355 run srsepc_10.42.42.118: Starting srsepc\u000a19:55:08.503922 run rm-remote-dir(pid=24973): Launched\u000a19:55:09.707830 run rm-remote-dir(pid=24973): Terminated: ok {rc=0}\u000a19:55:10.064307 run mk-remote-dir(pid=24974): Launched\u000a19:55:11.266874 run mk-remote-dir(pid=24974): Terminated: ok {rc=0}\u000a19:55:11.567701 run scp-inst-to-remote(pid=24975): Launched\u000a19:55:13.770163 run scp-inst-to-remote(pid=24975): Terminated: ok {rc=0}\u000a19:55:14.125957 run rm-remote-dir(pid=24977): Launched\u000a19:55:15.329533 run rm-remote-dir(pid=24977): Terminated: ok {rc=0}\u000a19:55:15.687409 run mk-remote-dir(pid=24978): Launched\u000a19:55:16.931785 run mk-remote-dir(pid=24978): Terminated: ok {rc=0}\u000a19:55:17.292794 run scp-cfg-to-remote(pid=24979): Launched\u000a19:55:18.494426 run scp-cfg-to-remote(pid=24979): Terminated: ok {rc=0}\u000a19:55:18.798144 run scp-db-to-remote(pid=24981): Launched\u000a19:55:19.998130 run scp-db-to-remote(pid=24981): Terminated: ok {rc=0}\u000a19:55:20.122224 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:55:20.468652 run patchelf(pid=24983): Launched\u000a19:55:21.668815 run patchelf(pid=24983): Terminated: ok {rc=0}\u000a19:55:21.792737 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:55:22.140048 run setcap-netadm(pid=24984): Launched\u000a19:55:23.340613 run setcap-netadm(pid=24984): Terminated: ok {rc=0}\u000a19:55:23.681086 run srsepc(pid=24985): Launched\u000a19:55:23.799146 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:55:24.949979 run rm-remote-dir(pid=24986): Launched\u000a19:55:25.140130 run srsepc(pid=24985): ERR: Terminated: ERROR {rc=127} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24985)]\u000a19:55:25.280291 run srsepc(pid=24985): stdout: \u000a| (launched: 2022-12-13_19:55:23.517605)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:55:25.418757 run srsepc(pid=24985): stderr: \u000a| (launched: 2022-12-13_19:55:23.567403)\u000a| Connection to 10.42.42.116 closed. \u000a19:55:25.552184 run srsepc(pid=24985): stdout: \u000a| (launched: 2022-12-13_19:55:23.517605)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:55:25.684272 run srsepc(pid=24985): stderr: \u000a| (launched: 2022-12-13_19:55:23.567403)\u000a| Connection to 10.42.42.116 closed. \u000a19:55:25.839093 run rm-remote-dir(pid=24986): Terminating (SIGINT)\u000a19:55:26.020805 run rm-remote-dir(pid=24986): Terminated: ok {rc=0}\u000a19:55:26.054612 tst ping.py:16: ERR: Error: srsepc(pid=24985): Process ended prematurely: srsepc(pid=24985) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24985)] [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a19:55:26.064247 tst ping.py:16: Test FAILED (18.7 sec)\u000a19:55:26.177331 run scp-back-log(pid=24987): Launched\u000a19:55:27.263975 run scp-back-log(pid=24987): ERR: Terminated: ERROR {rc=1} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24987)]\u000a19:55:27.326434 run scp-back-log(pid=24987): stdout: \u000a| (launched: 2022-12-13_19:55:26.106257) \u000a19:55:27.389272 run scp-back-log(pid=24987): stderr: \u000a| (launched: 2022-12-13_19:55:26.126382)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:55:27.442639 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24987): launch_sync(): local process exited with status 1 [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24987)]')\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=25001): Process ended prematurely: srsepc(pid=25001) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25001)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=25001): Process ended prematurely: srsepc(pid=25001) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a19:55:27.456597 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:55:27.473554 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:55:27.496650 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:55:27.645415 tst rrc_idle_mo_ping.py: using MSISDN 8313\u000a19:55:27.755547 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8313', subscriber_id=0}\u000a19:55:27.864212 run srsepc_10.42.42.118: Starting srsepc\u000a19:55:28.517285 run rm-remote-dir(pid=24989): Launched\u000a19:55:29.708363 run rm-remote-dir(pid=24989): Terminated: ok {rc=0}\u000a19:55:30.043812 run mk-remote-dir(pid=24990): Launched\u000a19:55:31.285282 run mk-remote-dir(pid=24990): Terminated: ok {rc=0}\u000a19:55:31.658489 run scp-inst-to-remote(pid=24991): Launched\u000a19:55:33.866082 run scp-inst-to-remote(pid=24991): Terminated: ok {rc=0}\u000a19:55:34.201503 run rm-remote-dir(pid=24993): Launched\u000a19:55:35.392936 run rm-remote-dir(pid=24993): Terminated: ok {rc=0}\u000a19:55:35.729678 run mk-remote-dir(pid=24994): Launched\u000a19:55:36.920834 run mk-remote-dir(pid=24994): Terminated: ok {rc=0}\u000a19:55:37.205181 run scp-cfg-to-remote(pid=24995): Launched\u000a19:55:38.393288 run scp-cfg-to-remote(pid=24995): Terminated: ok {rc=0}\u000a19:55:38.675939 run scp-db-to-remote(pid=24997): Launched\u000a19:55:39.864715 run scp-db-to-remote(pid=24997): Terminated: ok {rc=0}\u000a19:55:39.981530 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:55:40.307108 run patchelf(pid=24999): Launched\u000a19:55:41.495685 run patchelf(pid=24999): Terminated: ok {rc=0}\u000a19:55:41.611968 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:55:41.938440 run setcap-netadm(pid=25000): Launched\u000a19:55:43.126257 run setcap-netadm(pid=25000): Terminated: ok {rc=0}\u000a19:55:43.445935 run srsepc(pid=25001): Launched\u000a19:55:43.556616 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:55:44.699477 run rm-remote-dir(pid=25002): Launched\u000a19:55:44.889878 run srsepc(pid=25001): ERR: Terminated: ERROR {rc=127} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25001)]\u000a19:55:45.028770 run srsepc(pid=25001): stdout: \u000a| (launched: 2022-12-13_19:55:43.291831)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:55:45.166570 run srsepc(pid=25001): stderr: \u000a| (launched: 2022-12-13_19:55:43.338653)\u000a| Connection to 10.42.42.116 closed. \u000a19:55:45.299230 run srsepc(pid=25001): stdout: \u000a| (launched: 2022-12-13_19:55:43.291831)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:55:45.431059 run srsepc(pid=25001): stderr: \u000a| (launched: 2022-12-13_19:55:43.338653)\u000a| Connection to 10.42.42.116 closed. \u000a19:55:45.585407 run rm-remote-dir(pid=25002): Terminating (SIGINT)\u000a19:55:45.766808 run rm-remote-dir(pid=25002): Terminated: ok {rc=0}\u000a19:55:45.800139 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=25001): Process ended prematurely: srsepc(pid=25001) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25001)] [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a19:55:45.809990 tst rrc_idle_mo_ping.py:16: Test FAILED (18.3 sec)\u000a19:55:45.935824 run scp-back-log(pid=25003): Launched\u000a19:55:47.033149 run scp-back-log(pid=25003): ERR: Terminated: ERROR {rc=1} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25003)]\u000a19:55:47.096711 run scp-back-log(pid=25003): stdout: \u000a| (launched: 2022-12-13_19:55:45.859391) \u000a19:55:47.161608 run scp-back-log(pid=25003): stderr: \u000a| (launched: 2022-12-13_19:55:45.880680)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:55:47.215912 tst srsepc_10.42.42.118: Error('scp-back-log(pid=25003): launch_sync(): local process exited with status 1 [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25003)]')\u000a" }, { "testActions" : [ ], "age" : 255, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=25020): Process ended prematurely: srsepc(pid=25020) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25020)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=25020): Process ended prematurely: srsepc(pid=25020) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a19:55:47.231135 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a19:55:47.251289 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a19:55:47.279157 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a19:55:47.432211 tst rrc_idle_mt_ping.py: using MSISDN 8314\u000a19:55:47.552608 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8314', subscriber_id=0}\u000a19:55:47.670394 run srsepc_10.42.42.118: Starting srsepc\u000a19:55:48.369971 run rm-remote-dir(pid=25005): Launched\u000a19:55:49.574388 run rm-remote-dir(pid=25005): Terminated: ok {rc=0}\u000a19:55:49.931445 run mk-remote-dir(pid=25006): Launched\u000a19:55:51.135552 run mk-remote-dir(pid=25006): Terminated: ok {rc=0}\u000a19:55:51.439233 run scp-inst-to-remote(pid=25007): Launched\u000a19:55:53.630896 run scp-inst-to-remote(pid=25007): Terminated: ok {rc=0}\u000a19:55:53.968045 run rm-remote-dir(pid=25012): Launched\u000a19:55:55.159053 run rm-remote-dir(pid=25012): Terminated: ok {rc=0}\u000a19:55:55.496771 run mk-remote-dir(pid=25013): Launched\u000a19:55:56.688197 run mk-remote-dir(pid=25013): Terminated: ok {rc=0}\u000a19:55:56.971045 run scp-cfg-to-remote(pid=25014): Launched\u000a19:55:58.159171 run scp-cfg-to-remote(pid=25014): Terminated: ok {rc=0}\u000a19:55:58.444211 run scp-db-to-remote(pid=25016): Launched\u000a19:55:59.632721 run scp-db-to-remote(pid=25016): Terminated: ok {rc=0}\u000a19:55:59.748799 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a19:56:00.075340 run patchelf(pid=25018): Launched\u000a19:56:01.291290 run patchelf(pid=25018): Terminated: ok {rc=0}\u000a19:56:01.420811 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a19:56:01.855521 run setcap-netadm(pid=25019): Launched\u000a19:56:03.071899 run setcap-netadm(pid=25019): Terminated: ok {rc=0}\u000a19:56:03.413098 run srsepc(pid=25020): Launched\u000a19:56:03.532504 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a19:56:04.749795 run rm-remote-dir(pid=25021): Launched\u000a19:56:04.950568 run srsepc(pid=25020): ERR: Terminated: ERROR {rc=127} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25020)]\u000a19:56:05.097387 run srsepc(pid=25020): stdout: \u000a| (launched: 2022-12-13_19:56:03.249319)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:56:05.244155 run srsepc(pid=25020): stderr: \u000a| (launched: 2022-12-13_19:56:03.299297)\u000a| Connection to 10.42.42.116 closed. \u000a19:56:05.386864 run srsepc(pid=25020): stdout: \u000a| (launched: 2022-12-13_19:56:03.249319)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a19:56:05.528209 run srsepc(pid=25020): stderr: \u000a| (launched: 2022-12-13_19:56:03.299297)\u000a| Connection to 10.42.42.116 closed. \u000a19:56:05.692563 run rm-remote-dir(pid=25021): Terminating (SIGINT)\u000a19:56:05.885327 run rm-remote-dir(pid=25021): Terminated: ok {rc=0}\u000a19:56:05.920573 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=25020): Process ended prematurely: srsepc(pid=25020) [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=25020)] [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a19:56:05.931129 tst rrc_idle_mt_ping.py:16: Test FAILED (18.7 sec)\u000a19:56:06.051478 run scp-back-log(pid=25023): Launched\u000a19:56:07.143617 run scp-back-log(pid=25023): ERR: Terminated: ERROR {rc=1} [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25023)]\u000a19:56:07.210189 run scp-back-log(pid=25023): stdout: \u000a| (launched: 2022-12-13_19:56:05.975437) \u000a19:56:07.276419 run scp-back-log(pid=25023): stderr: \u000a| (launched: 2022-12-13_19:56:05.996514)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a19:56:07.333131 tst srsepc_10.42.42.118: Error('scp-back-log(pid=25023): launch_sync(): local process exited with status 1 [trial-2393↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=25023)]')\u000a" } ], "duration" : 146.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:53:42" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25035): Process ended prematurely: osmo-stp_10.42.42.5(pid=25035) [trial-2393↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25035)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25035): Process ended prematurely: osmo-stp_10.42.42.5(pid=25035) [trial-2393↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a19:56:08.198262 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a19:56:08.209876 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a19:56:08.348196 tst handover.py: using LAC 35897\u000a19:56:08.479440 tst handover.py: using RAC 197\u000a19:56:08.610805 tst handover.py: using CellId 35897\u000a19:56:08.740491 tst handover.py: using BVCI 35898\u000a19:56:08.766120 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a19:56:08.891734 tst handover.py: using LAC 35898\u000a19:56:09.014225 tst handover.py: using RAC 198\u000a19:56:09.136392 tst handover.py: using CellId 35898\u000a19:56:09.258680 tst handover.py: using BVCI 35899\u000a19:56:09.282246 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a19:56:09.293225 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a19:56:09.303796 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a19:56:09.315326 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a19:56:09.326564 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a19:56:09.337449 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a19:56:09.460125 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a19:56:09.665708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:10.150385 run create_hlr_db(pid=25029): Launched\u000a19:56:11.330670 run create_hlr_db(pid=25029): Terminated: ok {rc=0}\u000a19:56:11.649098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25031): Launched\u000a19:56:11.956825 run osmo-hlr_10.42.42.2(pid=25032): Launched\u000a19:56:12.077311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:12.628013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25034): Launched\u000a19:56:12.960304 run osmo-stp_10.42.42.5(pid=25035): Launched\u000a19:56:13.080472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:13.685357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25037): Launched\u000a19:56:14.017196 run osmo-msc_10.42.42.6(pid=25038): Launched\u000a19:56:14.209943 run osmo-stp_10.42.42.5(pid=25035): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25035)]\u000a19:56:14.349912 run osmo-stp_10.42.42.5(pid=25035): stdout: \u000a| (launched: 2022-12-13_19:56:12.795613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:14.488113 run osmo-stp_10.42.42.5(pid=25035): stderr: \u000a| �[0;m�[38;5;43m20221213195612986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195612986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195612987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195612987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195612987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195612988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195612988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:14.621135 run osmo-stp_10.42.42.5(pid=25035): stdout: \u000a| (launched: 2022-12-13_19:56:12.795613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:14.752546 run osmo-stp_10.42.42.5(pid=25035): stderr: \u000a| �[0;m�[38;5;43m20221213195612986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195612986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195612987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195612987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195612987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195612988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195612988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:14.810011 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25035): Process ended prematurely: osmo-stp_10.42.42.5(pid=25035) [trial-2393↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25035)] [trial-2393↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a19:56:14.818906 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:56:14.882244 run osmo-hlr_10.42.42.2(pid=25032): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25032)]\u000a19:56:14.934023 run osmo-hlr_10.42.42.2(pid=25032): stdout: \u000a| (launched: 2022-12-13_19:56:11.804857) \u000a19:56:14.986626 run osmo-hlr_10.42.42.2(pid=25032): stderr: \u000a| �[0;m�[1;31m20221213195611981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195611981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195611981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195611981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195611981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195611981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195611996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195612006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195612006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195612006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:15.057743 run osmo-msc_10.42.42.6(pid=25038): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25038)]\u000a19:56:15.109482 run osmo-msc_10.42.42.6(pid=25038): stdout: \u000a| (launched: 2022-12-13_19:56:13.853087) \u000a19:56:15.161637 run osmo-msc_10.42.42.6(pid=25038): stderr: \u000a| �[0;m�[38;5;43m20221213195614172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195614172 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5f07b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195614172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195614172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195614173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195614173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195614175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195614175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195614175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195614175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:15.206398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25031): Terminating (SIGTERM)\u000a19:56:15.248595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25034): Terminating (SIGTERM)\u000a19:56:15.291104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25037): Terminating (SIGTERM)\u000a19:56:15.300820 --- ParallelTerminationStrategy: PID 25031 died...\u000a19:56:15.358202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25031): Terminated: ok {rc=0}\u000a19:56:15.368399 --- ParallelTerminationStrategy: PID 25034 died...\u000a19:56:15.424811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25034): Terminated: ok {rc=0}\u000a19:56:15.434971 --- ParallelTerminationStrategy: PID 25037 died...\u000a19:56:15.491128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25037): Terminated: ok {rc=0}\u000a19:56:15.579667 bus /sierra_3: Setting Powered False\u000a19:56:16.697864 bus /sierra_3: Setting Powered False\u000a19:56:17.806351 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:56:07" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25049): Process ended prematurely: osmo-stp_10.42.42.5(pid=25049) [trial-2393↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25049)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25049): Process ended prematurely: osmo-stp_10.42.42.5(pid=25049) [trial-2393↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a19:56:19.776637 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:56:19.788148 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a19:56:19.921394 tst handover.py: using LAC 35899\u000a19:56:20.052540 tst handover.py: using RAC 199\u000a19:56:20.182545 tst handover.py: using CellId 35899\u000a19:56:20.306514 tst handover.py: using BVCI 35900\u000a19:56:20.330110 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a19:56:20.453803 tst handover.py: using LAC 35900\u000a19:56:20.576807 tst handover.py: using RAC 200\u000a19:56:20.698427 tst handover.py: using CellId 35900\u000a19:56:20.819301 tst handover.py: using BVCI 35901\u000a19:56:20.842753 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:56:20.853750 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:56:20.864499 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:56:20.875229 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:56:20.886672 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:56:20.897985 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a19:56:21.018278 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a19:56:21.222615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:21.682584 run create_hlr_db(pid=25043): Launched\u000a19:56:21.807775 bus /sierra_2: Setting Powered False\u000a19:56:22.881164 run create_hlr_db(pid=25043): Terminated: ok {rc=0}\u000a19:56:23.290738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25045): Launched\u000a19:56:23.623042 run osmo-hlr_10.42.42.2(pid=25046): Launched\u000a19:56:23.743503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:24.287049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25048): Launched\u000a19:56:24.618071 run osmo-stp_10.42.42.5(pid=25049): Launched\u000a19:56:24.737302 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:25.311884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25051): Launched\u000a19:56:25.644030 run osmo-msc_10.42.42.6(pid=25052): Launched\u000a19:56:25.836474 run osmo-stp_10.42.42.5(pid=25049): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25049)]\u000a19:56:25.975276 run osmo-stp_10.42.42.5(pid=25049): stdout: \u000a| (launched: 2022-12-13_19:56:24.455380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:26.113564 run osmo-stp_10.42.42.5(pid=25049): stderr: \u000a| �[0;m�[38;5;43m20221213195624647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195624647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195624647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195624648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195624648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195624648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195624648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:26.246453 run osmo-stp_10.42.42.5(pid=25049): stdout: \u000a| (launched: 2022-12-13_19:56:24.455380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:26.378730 run osmo-stp_10.42.42.5(pid=25049): stderr: \u000a| �[0;m�[38;5;43m20221213195624647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195624647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195624647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195624648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195624648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195624648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195624648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:26.436188 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25049): Process ended prematurely: osmo-stp_10.42.42.5(pid=25049) [trial-2393↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25049)] [trial-2393↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a19:56:26.444905 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:56:26.507057 run osmo-hlr_10.42.42.2(pid=25046): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25046)]\u000a19:56:26.558190 run osmo-hlr_10.42.42.2(pid=25046): stdout: \u000a| (launched: 2022-12-13_19:56:23.459877) \u000a19:56:26.610186 run osmo-hlr_10.42.42.2(pid=25046): stderr: \u000a| �[0;m�[1;31m20221213195623661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195623661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195623661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195623661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195623661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195623661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195623674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195623683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195623683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195623683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:26.680519 run osmo-msc_10.42.42.6(pid=25052): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25052)]\u000a19:56:26.731915 run osmo-msc_10.42.42.6(pid=25052): stdout: \u000a| (launched: 2022-12-13_19:56:25.480651) \u000a19:56:26.783359 run osmo-msc_10.42.42.6(pid=25052): stderr: \u000a| �[0;m�[38;5;43m20221213195625803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195625803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5131875c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195625803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195625804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195625804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195625804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195625806 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195625806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195625806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195625806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:26.827414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25045): Terminating (SIGTERM)\u000a19:56:26.869126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25048): Terminating (SIGTERM)\u000a19:56:26.910861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25051): Terminating (SIGTERM)\u000a19:56:26.920507 --- ParallelTerminationStrategy: PID 25045 died...\u000a19:56:26.976191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25045): Terminated: ok {rc=0}\u000a19:56:26.986173 --- ParallelTerminationStrategy: PID 25048 died...\u000a19:56:27.041419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25048): Terminated: ok {rc=0}\u000a19:56:27.051370 --- ParallelTerminationStrategy: PID 25051 died...\u000a19:56:27.106861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25051): Terminated: ok {rc=0}\u000a19:56:27.194177 bus /sierra_3: Setting Powered False\u000a19:56:28.297762 bus /sierra_3: Setting Powered False\u000a19:56:29.410324 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:56:19" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25063): Process ended prematurely: osmo-stp_10.42.42.5(pid=25063) [trial-2393↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25063)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25063): Process ended prematurely: osmo-stp_10.42.42.5(pid=25063) [trial-2393↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a19:56:31.410837 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:56:31.423449 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:56:31.562043 tst handover.py: using LAC 35901\u000a19:56:31.715357 tst handover.py: using RAC 201\u000a19:56:31.859054 tst handover.py: using CellId 35901\u000a19:56:32.010453 tst handover.py: using BVCI 35902\u000a19:56:32.037240 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:56:32.184874 tst handover.py: using LAC 35902\u000a19:56:32.316934 tst handover.py: using RAC 202\u000a19:56:32.444765 tst handover.py: using CellId 35902\u000a19:56:32.576613 tst handover.py: using BVCI 35903\u000a19:56:32.602079 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:56:32.613765 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:56:32.625274 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:56:32.636767 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:56:32.648654 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:56:32.660399 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:56:32.777094 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:56:32.990707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:33.490757 run create_hlr_db(pid=25057): Launched\u000a19:56:33.625204 bus /sierra_2: Setting Powered False\u000a19:56:34.702081 run create_hlr_db(pid=25057): Terminated: ok {rc=0}\u000a19:56:35.114107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25059): Launched\u000a19:56:35.445407 run osmo-hlr_10.42.42.2(pid=25060): Launched\u000a19:56:35.565423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:36.111298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25062): Launched\u000a19:56:36.443722 run osmo-stp_10.42.42.5(pid=25063): Launched\u000a19:56:36.562961 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:37.136897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25065): Launched\u000a19:56:37.469726 run osmo-msc_10.42.42.6(pid=25066): Launched\u000a19:56:37.663284 run osmo-stp_10.42.42.5(pid=25063): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25063)]\u000a19:56:37.803338 run osmo-stp_10.42.42.5(pid=25063): stdout: \u000a| (launched: 2022-12-13_19:56:36.279385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:37.941880 run osmo-stp_10.42.42.5(pid=25063): stderr: \u000a| �[0;m�[38;5;43m20221213195636470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195636471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195636471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195636471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195636472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195636472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195636472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:38.074771 run osmo-stp_10.42.42.5(pid=25063): stdout: \u000a| (launched: 2022-12-13_19:56:36.279385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:38.206852 run osmo-stp_10.42.42.5(pid=25063): stderr: \u000a| �[0;m�[38;5;43m20221213195636470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195636471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195636471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195636471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195636472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195636472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195636472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:38.264546 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25063): Process ended prematurely: osmo-stp_10.42.42.5(pid=25063) [trial-2393↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25063)] [trial-2393↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a19:56:38.273250 tst handover.py:18: Test FAILED (6.9 sec)\u000a19:56:38.337312 run osmo-hlr_10.42.42.2(pid=25060): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25060)]\u000a19:56:38.389640 run osmo-hlr_10.42.42.2(pid=25060): stdout: \u000a| (launched: 2022-12-13_19:56:35.282756) \u000a19:56:38.441981 run osmo-hlr_10.42.42.2(pid=25060): stderr: \u000a| �[0;m�[1;31m20221213195635483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195635483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195635483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195635483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195635483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195635483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195635515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195635525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195635525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195635525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:38.512571 run osmo-msc_10.42.42.6(pid=25066): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25066)]\u000a19:56:38.563944 run osmo-msc_10.42.42.6(pid=25066): stdout: \u000a| (launched: 2022-12-13_19:56:37.305108) \u000a19:56:38.615813 run osmo-msc_10.42.42.6(pid=25066): stderr: \u000a| �[0;m�[38;5;43m20221213195637627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195637628 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa41aedcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195637628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195637628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195637628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195637628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195637630 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195637630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195637630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195637630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:38.660246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25059): Terminating (SIGTERM)\u000a19:56:38.702368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25062): Terminating (SIGTERM)\u000a19:56:38.744296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25065): Terminating (SIGTERM)\u000a19:56:38.753567 --- ParallelTerminationStrategy: PID 25059 died...\u000a19:56:38.810285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25059): Terminated: ok {rc=0}\u000a19:56:38.820519 --- ParallelTerminationStrategy: PID 25062 died...\u000a19:56:38.876911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25062): Terminated: ok {rc=0}\u000a19:56:38.887149 --- ParallelTerminationStrategy: PID 25065 died...\u000a19:56:38.943456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25065): Terminated: ok {rc=0}\u000a19:56:39.030048 bus /sierra_3: Setting Powered False\u000a19:56:40.137143 bus /sierra_3: Setting Powered False\u000a19:56:41.245018 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:56:31" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25077): Process ended prematurely: osmo-stp_10.42.42.5(pid=25077) [trial-2393↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25077)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25077): Process ended prematurely: osmo-stp_10.42.42.5(pid=25077) [trial-2393↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a19:56:43.256164 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:56:43.267419 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:56:43.395143 tst handover.py: using LAC 35903\u000a19:56:43.518667 tst handover.py: using RAC 203\u000a19:56:43.646403 tst handover.py: using CellId 35903\u000a19:56:43.774929 tst handover.py: using BVCI 35904\u000a19:56:43.800666 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:56:43.934845 tst handover.py: using LAC 35904\u000a19:56:44.053435 tst handover.py: using RAC 204\u000a19:56:44.173200 tst handover.py: using CellId 35904\u000a19:56:44.293195 tst handover.py: using BVCI 35905\u000a19:56:44.317082 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:56:44.328456 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:56:44.339490 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:56:44.350570 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:56:44.361964 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:56:44.373348 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:56:44.493322 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:56:44.699122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:45.175950 run create_hlr_db(pid=25071): Launched\u000a19:56:45.310667 bus /sierra_2: Setting Powered False\u000a19:56:46.392591 run create_hlr_db(pid=25071): Terminated: ok {rc=0}\u000a19:56:46.823003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25073): Launched\u000a19:56:47.186652 run osmo-hlr_10.42.42.2(pid=25074): Launched\u000a19:56:47.304685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:47.814897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25076): Launched\u000a19:56:48.124468 run osmo-stp_10.42.42.5(pid=25077): Launched\u000a19:56:48.237260 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:48.776131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25079): Launched\u000a19:56:49.088649 run osmo-msc_10.42.42.6(pid=25080): Launched\u000a19:56:49.269515 run osmo-stp_10.42.42.5(pid=25077): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25077)]\u000a19:56:49.400135 run osmo-stp_10.42.42.5(pid=25077): stdout: \u000a| (launched: 2022-12-13_19:56:47.971927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:49.528740 run osmo-stp_10.42.42.5(pid=25077): stderr: \u000a| �[0;m�[38;5;43m20221213195648143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195648144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195648144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195648144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195648145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195648145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195648145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:49.653202 run osmo-stp_10.42.42.5(pid=25077): stdout: \u000a| (launched: 2022-12-13_19:56:47.971927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:49.776624 run osmo-stp_10.42.42.5(pid=25077): stderr: \u000a| �[0;m�[38;5;43m20221213195648143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195648144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195648144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195648144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195648145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195648145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195648145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:49.830520 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25077): Process ended prematurely: osmo-stp_10.42.42.5(pid=25077) [trial-2393↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25077)] [trial-2393↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a19:56:49.839071 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:56:49.899631 run osmo-hlr_10.42.42.2(pid=25074): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25074)]\u000a19:56:49.949004 run osmo-hlr_10.42.42.2(pid=25074): stdout: \u000a| (launched: 2022-12-13_19:56:46.995592) \u000a19:56:49.998911 run osmo-hlr_10.42.42.2(pid=25074): stderr: \u000a| �[0;m�[1;31m20221213195647229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195647229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195647229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195647229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195647229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195647229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195647242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195647251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195647251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195647251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:50.066706 run osmo-msc_10.42.42.6(pid=25080): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25080)]\u000a19:56:50.115991 run osmo-msc_10.42.42.6(pid=25080): stdout: \u000a| (launched: 2022-12-13_19:56:48.932831) \u000a19:56:50.166036 run osmo-msc_10.42.42.6(pid=25080): stderr: \u000a| �[0;m�[38;5;43m20221213195649203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195649204 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d76824c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195649204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195649204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195649204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195649204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195649206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195649206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195649207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195649207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:50.208635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25073): Terminating (SIGTERM)\u000a19:56:50.249416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25076): Terminating (SIGTERM)\u000a19:56:50.289613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25079): Terminating (SIGTERM)\u000a19:56:50.298821 --- ParallelTerminationStrategy: PID 25073 died...\u000a19:56:50.352350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25073): Terminated: ok {rc=0}\u000a19:56:50.361976 --- ParallelTerminationStrategy: PID 25076 died...\u000a19:56:50.415528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25076): Terminated: ok {rc=0}\u000a19:56:50.425048 --- ParallelTerminationStrategy: PID 25079 died...\u000a19:56:50.478285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25079): Terminated: ok {rc=0}\u000a19:56:50.568010 bus /sierra_3: Setting Powered False\u000a19:56:51.670772 bus /sierra_3: Setting Powered False\u000a19:56:52.782551 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:56:42" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25091): Process ended prematurely: osmo-stp_10.42.42.5(pid=25091) [trial-2393↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25091)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25091): Process ended prematurely: osmo-stp_10.42.42.5(pid=25091) [trial-2393↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:56:54.787313 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:56:54.798576 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:56:54.937318 tst handover.py: using LAC 35905\u000a19:56:55.065599 tst handover.py: using RAC 205\u000a19:56:55.195613 tst handover.py: using CellId 35905\u000a19:56:55.323624 tst handover.py: using BVCI 35906\u000a19:56:55.348855 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:56:55.493462 tst handover.py: using LAC 35906\u000a19:56:55.620708 tst handover.py: using RAC 206\u000a19:56:55.747776 tst handover.py: using CellId 35906\u000a19:56:55.876425 tst handover.py: using BVCI 35907\u000a19:56:55.901876 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:56:55.913669 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:56:55.925200 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:56:55.936614 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:56:55.948306 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:56:55.960000 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:56:56.077178 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:56:56.290500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:56.788411 run create_hlr_db(pid=25085): Launched\u000a19:56:56.922666 bus /sierra_2: Setting Powered False\u000a19:56:57.989163 run create_hlr_db(pid=25085): Terminated: ok {rc=0}\u000a19:56:58.399927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25087): Launched\u000a19:56:58.731136 run osmo-hlr_10.42.42.2(pid=25088): Launched\u000a19:56:58.850593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:59.394784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25090): Launched\u000a19:56:59.725930 run osmo-stp_10.42.42.5(pid=25091): Launched\u000a19:56:59.845128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:00.419167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25093): Launched\u000a19:57:00.750517 run osmo-msc_10.42.42.6(pid=25094): Launched\u000a19:57:01.038322 run osmo-stp_10.42.42.5(pid=25091): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25091)]\u000a19:57:01.282693 run osmo-stp_10.42.42.5(pid=25091): stdout: \u000a| (launched: 2022-12-13_19:56:59.562896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:01.423710 run osmo-stp_10.42.42.5(pid=25091): stderr: \u000a| �[0;m�[38;5;43m20221213195659755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195659755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195659756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195659756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195659756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195659756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195659757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:01.559679 run osmo-stp_10.42.42.5(pid=25091): stdout: \u000a| (launched: 2022-12-13_19:56:59.562896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:01.695119 run osmo-stp_10.42.42.5(pid=25091): stderr: \u000a| �[0;m�[38;5;43m20221213195659755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195659755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195659756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195659756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195659756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195659756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195659757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:01.754101 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25091): Process ended prematurely: osmo-stp_10.42.42.5(pid=25091) [trial-2393↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25091)] [trial-2393↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a19:57:01.763947 tst handover.py:18: Test FAILED (7.0 sec)\u000a19:57:01.829100 run osmo-hlr_10.42.42.2(pid=25088): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25088)]\u000a19:57:01.882515 run osmo-hlr_10.42.42.2(pid=25088): stdout: \u000a| (launched: 2022-12-13_19:56:58.567882) \u000a19:57:01.936155 run osmo-hlr_10.42.42.2(pid=25088): stderr: \u000a| �[0;m�[1;31m20221213195658769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195658769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195658769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195658769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195658769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195658770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195658783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195658794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195658794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195658794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:02.009179 run osmo-msc_10.42.42.6(pid=25094): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25094)]\u000a19:57:02.062002 run osmo-msc_10.42.42.6(pid=25094): stdout: \u000a| (launched: 2022-12-13_19:57:00.587385) \u000a19:57:02.115647 run osmo-msc_10.42.42.6(pid=25094): stderr: \u000a| �[0;m�[38;5;43m20221213195701010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195701010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ee2097c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195701010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195701010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195701010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195701011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195701012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195701013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195701013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195701013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:57:02.160787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25087): Terminating (SIGTERM)\u000a19:57:02.204303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25090): Terminating (SIGTERM)\u000a19:57:02.251485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25093): Terminating (SIGTERM)\u000a19:57:02.262234 --- ParallelTerminationStrategy: PID 25087 died...\u000a19:57:02.318182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25087): Terminated: ok {rc=0}\u000a19:57:02.327777 --- ParallelTerminationStrategy: PID 25090 died...\u000a19:57:02.382319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25090): Terminated: ok {rc=0}\u000a19:57:02.391983 --- ParallelTerminationStrategy: PID 25093 died...\u000a19:57:02.445842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25093): Terminated: ok {rc=0}\u000a19:57:02.534238 bus /sierra_3: Setting Powered False\u000a19:57:03.640229 bus /sierra_3: Setting Powered False\u000a19:57:04.747977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:56:54" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25105): Process ended prematurely: osmo-stp_10.42.42.5(pid=25105) [trial-2393↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25105)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25105): Process ended prematurely: osmo-stp_10.42.42.5(pid=25105) [trial-2393↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:57:06.735356 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:57:06.746553 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:57:06.877688 tst handover.py: using LAC 35907\u000a19:57:07.000209 tst handover.py: using RAC 207\u000a19:57:07.122130 tst handover.py: using CellId 35907\u000a19:57:07.245903 tst handover.py: using BVCI 35908\u000a19:57:07.269317 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:57:07.391634 tst handover.py: using LAC 35908\u000a19:57:07.512769 tst handover.py: using RAC 208\u000a19:57:07.633337 tst handover.py: using CellId 35908\u000a19:57:07.753902 tst handover.py: using BVCI 35909\u000a19:57:07.777431 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:57:07.788252 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:57:07.799130 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:57:07.810166 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:57:07.821591 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:57:07.832686 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:57:07.952346 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:57:08.156825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:08.614971 run create_hlr_db(pid=25099): Launched\u000a19:57:08.740593 bus /sierra_2: Setting Powered False\u000a19:57:09.813510 run create_hlr_db(pid=25099): Terminated: ok {rc=0}\u000a19:57:10.222881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25101): Launched\u000a19:57:10.556359 run osmo-hlr_10.42.42.2(pid=25102): Launched\u000a19:57:10.677202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:11.223019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25104): Launched\u000a19:57:11.555175 run osmo-stp_10.42.42.5(pid=25105): Launched\u000a19:57:11.675447 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:12.251929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25107): Launched\u000a19:57:12.587269 run osmo-msc_10.42.42.6(pid=25108): Launched\u000a19:57:12.779906 run osmo-stp_10.42.42.5(pid=25105): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25105)]\u000a19:57:12.918643 run osmo-stp_10.42.42.5(pid=25105): stdout: \u000a| (launched: 2022-12-13_19:57:11.391217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:13.057069 run osmo-stp_10.42.42.5(pid=25105): stderr: \u000a| �[0;m�[38;5;43m20221213195711583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195711583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195711583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195711584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195711584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195711584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195711584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:13.190483 run osmo-stp_10.42.42.5(pid=25105): stdout: \u000a| (launched: 2022-12-13_19:57:11.391217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:13.322848 run osmo-stp_10.42.42.5(pid=25105): stderr: \u000a| �[0;m�[38;5;43m20221213195711583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195711583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195711583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195711584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195711584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195711584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195711584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:13.380679 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25105): Process ended prematurely: osmo-stp_10.42.42.5(pid=25105) [trial-2393↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25105)] [trial-2393↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a19:57:13.389937 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:57:13.453005 run osmo-hlr_10.42.42.2(pid=25102): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25102)]\u000a19:57:13.504696 run osmo-hlr_10.42.42.2(pid=25102): stdout: \u000a| (launched: 2022-12-13_19:57:10.391443) \u000a19:57:13.556757 run osmo-hlr_10.42.42.2(pid=25102): stderr: \u000a| �[0;m�[1;31m20221213195710591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195710591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195710591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195710591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195710591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195710591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195710604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195710614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195710614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195710614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:13.627738 run osmo-msc_10.42.42.6(pid=25108): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25108)]\u000a19:57:13.679176 run osmo-msc_10.42.42.6(pid=25108): stdout: \u000a| (launched: 2022-12-13_19:57:12.420803) \u000a19:57:13.731284 run osmo-msc_10.42.42.6(pid=25108): stderr: \u000a| �[0;m�[38;5;43m20221213195712744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195712744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7dbfb0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195712745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195712745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195712745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195712745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195712747 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195712747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195712747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195712747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:57:13.775779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25101): Terminating (SIGTERM)\u000a19:57:13.817769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25104): Terminating (SIGTERM)\u000a19:57:13.859817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25107): Terminating (SIGTERM)\u000a19:57:13.869758 --- ParallelTerminationStrategy: PID 25101 died...\u000a19:57:13.926042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25101): Terminated: ok {rc=0}\u000a19:57:13.936320 --- ParallelTerminationStrategy: PID 25104 died...\u000a19:57:13.992465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25104): Terminated: ok {rc=0}\u000a19:57:14.002707 --- ParallelTerminationStrategy: PID 25107 died...\u000a19:57:14.059432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25107): Terminated: ok {rc=0}\u000a19:57:14.147285 bus /sierra_3: Setting Powered False\u000a19:57:15.250460 bus /sierra_3: Setting Powered False\u000a19:57:16.375112 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:57:06" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25119): Process ended prematurely: osmo-stp_10.42.42.5(pid=25119) [trial-2393↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25119)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25119): Process ended prematurely: osmo-stp_10.42.42.5(pid=25119) [trial-2393↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:57:18.384867 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:57:18.396780 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:57:18.531857 tst handover.py: using LAC 35909\u000a19:57:18.662807 tst handover.py: using RAC 209\u000a19:57:18.791871 tst handover.py: using CellId 35909\u000a19:57:18.916625 tst handover.py: using BVCI 35910\u000a19:57:18.940135 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:57:19.078816 tst handover.py: using LAC 35910\u000a19:57:19.199475 tst handover.py: using RAC 210\u000a19:57:19.320743 tst handover.py: using CellId 35910\u000a19:57:19.446390 tst handover.py: using BVCI 35911\u000a19:57:19.469791 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:57:19.480638 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:57:19.491478 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:57:19.502343 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:57:19.513481 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:57:19.524596 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:57:19.646425 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:57:19.852104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:20.314420 run create_hlr_db(pid=25113): Launched\u000a19:57:20.440169 bus /sierra_2: Setting Powered False\u000a19:57:21.512897 run create_hlr_db(pid=25113): Terminated: ok {rc=0}\u000a19:57:21.923515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25115): Launched\u000a19:57:22.256419 run osmo-hlr_10.42.42.2(pid=25116): Launched\u000a19:57:22.380435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:22.927570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25118): Launched\u000a19:57:23.260022 run osmo-stp_10.42.42.5(pid=25119): Launched\u000a19:57:23.380575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:23.955420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25121): Launched\u000a19:57:24.287861 run osmo-msc_10.42.42.6(pid=25122): Launched\u000a19:57:24.482392 run osmo-stp_10.42.42.5(pid=25119): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25119)]\u000a19:57:24.621037 run osmo-stp_10.42.42.5(pid=25119): stdout: \u000a| (launched: 2022-12-13_19:57:23.095769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:24.758518 run osmo-stp_10.42.42.5(pid=25119): stderr: \u000a| �[0;m�[38;5;43m20221213195723288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195723288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195723288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195723289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195723289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195723289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195723289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:24.891329 run osmo-stp_10.42.42.5(pid=25119): stdout: \u000a| (launched: 2022-12-13_19:57:23.095769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:25.022994 run osmo-stp_10.42.42.5(pid=25119): stderr: \u000a| �[0;m�[38;5;43m20221213195723288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195723288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195723288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195723289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195723289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195723289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195723289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:25.080473 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25119): Process ended prematurely: osmo-stp_10.42.42.5(pid=25119) [trial-2393↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25119)] [trial-2393↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a19:57:25.089312 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:57:25.151657 run osmo-hlr_10.42.42.2(pid=25116): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25116)]\u000a19:57:25.202952 run osmo-hlr_10.42.42.2(pid=25116): stdout: \u000a| (launched: 2022-12-13_19:57:22.092308) \u000a19:57:25.254843 run osmo-hlr_10.42.42.2(pid=25116): stderr: \u000a| �[0;m�[1;31m20221213195722292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195722293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195722293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195722293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195722293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195722293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195722306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195722314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195722314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195722314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:25.325494 run osmo-msc_10.42.42.6(pid=25122): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25122)]\u000a19:57:25.376639 run osmo-msc_10.42.42.6(pid=25122): stdout: \u000a| (launched: 2022-12-13_19:57:24.123752) \u000a19:57:25.428886 run osmo-msc_10.42.42.6(pid=25122): stderr: \u000a| �[0;m�[38;5;43m20221213195724447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195724447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2277c0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195724447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195724448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195724448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195724448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195724450 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195724450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195724450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195724450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:57:25.473063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25115): Terminating (SIGTERM)\u000a19:57:25.514592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25118): Terminating (SIGTERM)\u000a19:57:25.556625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25121): Terminating (SIGTERM)\u000a19:57:25.566479 --- ParallelTerminationStrategy: PID 25115 died...\u000a19:57:25.623078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25115): Terminated: ok {rc=0}\u000a19:57:25.633350 --- ParallelTerminationStrategy: PID 25118 died...\u000a19:57:25.689528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25118): Terminated: ok {rc=0}\u000a19:57:25.699685 --- ParallelTerminationStrategy: PID 25121 died...\u000a19:57:25.755656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25121): Terminated: ok {rc=0}\u000a19:57:25.843675 bus /sierra_3: Setting Powered False\u000a19:57:26.948321 bus /sierra_3: Setting Powered False\u000a19:57:28.059764 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:57:18" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25133): Process ended prematurely: osmo-stp_10.42.42.5(pid=25133) [trial-2393↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25133)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25133): Process ended prematurely: osmo-stp_10.42.42.5(pid=25133) [trial-2393↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:57:30.074866 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:57:30.086494 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:57:30.221533 tst handover.py: using LAC 35911\u000a19:57:30.352541 tst handover.py: using RAC 211\u000a19:57:30.483943 tst handover.py: using CellId 35911\u000a19:57:30.614817 tst handover.py: using BVCI 35912\u000a19:57:30.640123 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:57:30.785193 tst handover.py: using LAC 35912\u000a19:57:30.949673 tst handover.py: using RAC 212\u000a19:57:31.112806 tst handover.py: using CellId 35912\u000a19:57:31.248026 tst handover.py: using BVCI 35913\u000a19:57:31.273421 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:57:31.285507 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:57:31.297452 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:57:31.309446 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:57:31.322721 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:57:31.336380 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:57:31.460248 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:57:31.677169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:32.188055 run create_hlr_db(pid=25127): Launched\u000a19:57:32.318334 bus /sierra_2: Setting Powered False\u000a19:57:33.387672 run create_hlr_db(pid=25127): Terminated: ok {rc=0}\u000a19:57:33.799785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25129): Launched\u000a19:57:34.132175 run osmo-hlr_10.42.42.2(pid=25130): Launched\u000a19:57:34.257396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:34.803526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25132): Launched\u000a19:57:35.134243 run osmo-stp_10.42.42.5(pid=25133): Launched\u000a19:57:35.254395 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:35.832118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25135): Launched\u000a19:57:36.165385 run osmo-msc_10.42.42.6(pid=25136): Launched\u000a19:57:36.358477 run osmo-stp_10.42.42.5(pid=25133): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25133)]\u000a19:57:36.498261 run osmo-stp_10.42.42.5(pid=25133): stdout: \u000a| (launched: 2022-12-13_19:57:34.971472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:36.636116 run osmo-stp_10.42.42.5(pid=25133): stderr: \u000a| �[0;m�[38;5;43m20221213195735165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195735165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195735165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195735166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195735166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195735166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195735166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:36.769229 run osmo-stp_10.42.42.5(pid=25133): stdout: \u000a| (launched: 2022-12-13_19:57:34.971472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:36.901439 run osmo-stp_10.42.42.5(pid=25133): stderr: \u000a| �[0;m�[38;5;43m20221213195735165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195735165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195735165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195735166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195735166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195735166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195735166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:36.958819 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25133): Process ended prematurely: osmo-stp_10.42.42.5(pid=25133) [trial-2393↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25133)] [trial-2393↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a19:57:36.967525 tst handover.py:18: Test FAILED (6.9 sec)\u000a19:57:37.030818 run osmo-hlr_10.42.42.2(pid=25130): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25130)]\u000a19:57:37.082989 run osmo-hlr_10.42.42.2(pid=25130): stdout: \u000a| (launched: 2022-12-13_19:57:33.967742) \u000a19:57:37.135179 run osmo-hlr_10.42.42.2(pid=25130): stderr: \u000a| �[0;m�[1;31m20221213195734167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195734167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195734167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195734168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195734168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195734168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195734179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195734189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195734189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195734189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:37.206043 run osmo-msc_10.42.42.6(pid=25136): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25136)]\u000a19:57:37.257449 run osmo-msc_10.42.42.6(pid=25136): stdout: \u000a| (launched: 2022-12-13_19:57:36.000594) \u000a19:57:37.309778 run osmo-msc_10.42.42.6(pid=25136): stderr: \u000a| �[0;m�[38;5;43m20221213195736323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195736323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc05ce79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195736323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195736323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195736323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195736323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195736325 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195736325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195736326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195736326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:57:37.354297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25129): Terminating (SIGTERM)\u000a19:57:37.396505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25132): Terminating (SIGTERM)\u000a19:57:37.438880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25135): Terminating (SIGTERM)\u000a19:57:37.448810 --- ParallelTerminationStrategy: PID 25129 died...\u000a19:57:37.505558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25129): Terminated: ok {rc=0}\u000a19:57:37.515723 --- ParallelTerminationStrategy: PID 25132 died...\u000a19:57:37.572942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25132): Terminated: ok {rc=0}\u000a19:57:37.583349 --- ParallelTerminationStrategy: PID 25135 died...\u000a19:57:37.640236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25135): Terminated: ok {rc=0}\u000a19:57:37.727166 bus /sierra_3: Setting Powered False\u000a19:57:38.835813 bus /sierra_3: Setting Powered False\u000a19:57:39.944808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:57:29" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25147): Process ended prematurely: osmo-stp_10.42.42.5(pid=25147) [trial-2393↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25147)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25147): Process ended prematurely: osmo-stp_10.42.42.5(pid=25147) [trial-2393↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a19:57:41.924433 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:57:41.935983 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a19:57:42.065305 tst handover.py: using LAC 35913\u000a19:57:42.195252 tst handover.py: using RAC 213\u000a19:57:42.325535 tst handover.py: using CellId 35913\u000a19:57:42.456656 tst handover.py: using BVCI 35914\u000a19:57:42.481850 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a19:57:42.613467 tst handover.py: using LAC 35914\u000a19:57:42.737664 tst handover.py: using RAC 214\u000a19:57:42.858404 tst handover.py: using CellId 35914\u000a19:57:42.980787 tst handover.py: using BVCI 35915\u000a19:57:43.004310 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:57:43.015204 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:57:43.026159 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:57:43.036851 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:57:43.047919 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a19:57:43.058962 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a19:57:43.178661 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a19:57:43.387023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:43.850430 run create_hlr_db(pid=25141): Launched\u000a19:57:43.976665 bus /sierra_2: Setting Powered False\u000a19:57:45.062391 run create_hlr_db(pid=25141): Terminated: ok {rc=0}\u000a19:57:45.464854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25143): Launched\u000a19:57:45.798631 run osmo-hlr_10.42.42.2(pid=25144): Launched\u000a19:57:46.002681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:46.596897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25146): Launched\u000a19:57:47.151159 run osmo-stp_10.42.42.5(pid=25147): Launched\u000a19:57:47.386380 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:47.964139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25149): Launched\u000a19:57:48.296234 run osmo-msc_10.42.42.6(pid=25150): Launched\u000a19:57:48.490547 run osmo-stp_10.42.42.5(pid=25147): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25147)]\u000a19:57:48.630249 run osmo-stp_10.42.42.5(pid=25147): stdout: \u000a| (launched: 2022-12-13_19:57:46.820501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:48.769257 run osmo-stp_10.42.42.5(pid=25147): stderr: \u000a| �[0;m�[38;5;43m20221213195747056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195747056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195747056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195747058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195747058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195747059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195747059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:48.902522 run osmo-stp_10.42.42.5(pid=25147): stdout: \u000a| (launched: 2022-12-13_19:57:46.820501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:49.035035 run osmo-stp_10.42.42.5(pid=25147): stderr: \u000a| �[0;m�[38;5;43m20221213195747056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195747056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195747056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195747058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195747058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195747059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195747059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:49.092344 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25147): Process ended prematurely: osmo-stp_10.42.42.5(pid=25147) [trial-2393↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25147)] [trial-2393↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a19:57:49.101091 tst handover.py:18: Test FAILED (7.2 sec)\u000a19:57:49.163901 run osmo-hlr_10.42.42.2(pid=25144): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25144)]\u000a19:57:49.215728 run osmo-hlr_10.42.42.2(pid=25144): stdout: \u000a| (launched: 2022-12-13_19:57:45.634141) \u000a19:57:49.268222 run osmo-hlr_10.42.42.2(pid=25144): stderr: \u000a| �[0;m�[1;31m20221213195745834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195745834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195745834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195745834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195745834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195745834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195745867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195745886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195745886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195745886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:49.339350 run osmo-msc_10.42.42.6(pid=25150): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25150)]\u000a19:57:49.390759 run osmo-msc_10.42.42.6(pid=25150): stdout: \u000a| (launched: 2022-12-13_19:57:48.132604) \u000a19:57:49.443525 run osmo-msc_10.42.42.6(pid=25150): stderr: \u000a| �[0;m�[38;5;43m20221213195748458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195748458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d05af4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195748458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195748458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195748458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195748458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195748460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195748460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195748461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195748461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:57:49.488064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25143): Terminating (SIGTERM)\u000a19:57:49.530107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25146): Terminating (SIGTERM)\u000a19:57:49.571943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25149): Terminating (SIGTERM)\u000a19:57:49.581673 --- ParallelTerminationStrategy: PID 25143 died...\u000a19:57:49.637572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25143): Terminated: ok {rc=0}\u000a19:57:49.647715 --- ParallelTerminationStrategy: PID 25146 died...\u000a19:57:49.703322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25146): Terminated: ok {rc=0}\u000a19:57:49.713414 --- ParallelTerminationStrategy: PID 25149 died...\u000a19:57:49.769093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25149): Terminated: ok {rc=0}\u000a19:57:49.855849 bus /sierra_3: Setting Powered False\u000a19:57:50.964583 bus /sierra_3: Setting Powered False\u000a19:57:52.073006 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:57:41" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25161): Process ended prematurely: osmo-stp_10.42.42.5(pid=25161) [trial-2393↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25161)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25161): Process ended prematurely: osmo-stp_10.42.42.5(pid=25161) [trial-2393↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a19:57:54.052844 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:54.064004 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:57:54.187829 tst handover.py: using LAC 35915\u000a19:57:54.308676 tst handover.py: using RAC 215\u000a19:57:54.438207 tst handover.py: using CellId 35915\u000a19:57:54.569176 tst handover.py: using BVCI 35916\u000a19:57:54.594300 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:57:54.741546 tst handover.py: using LAC 35916\u000a19:57:54.872187 tst handover.py: using RAC 216\u000a19:57:55.005788 tst handover.py: using CellId 35916\u000a19:57:55.138640 tst handover.py: using BVCI 35917\u000a19:57:55.163779 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:55.175242 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:55.186511 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:55.197749 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:55.209778 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:55.221705 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:57:55.341119 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:57:55.550431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:56.012667 run create_hlr_db(pid=25155): Launched\u000a19:57:56.139177 bus /sierra_2: Setting Powered False\u000a19:57:57.213056 run create_hlr_db(pid=25155): Terminated: ok {rc=0}\u000a19:57:57.626956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25157): Launched\u000a19:57:57.959113 run osmo-hlr_10.42.42.2(pid=25158): Launched\u000a19:57:58.083625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:58.631682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25160): Launched\u000a19:57:58.964475 run osmo-stp_10.42.42.5(pid=25161): Launched\u000a19:57:59.084590 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:59.660605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25163): Launched\u000a19:57:59.991728 run osmo-msc_10.42.42.6(pid=25164): Launched\u000a19:58:00.184234 run osmo-stp_10.42.42.5(pid=25161): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25161)]\u000a19:58:00.323736 run osmo-stp_10.42.42.5(pid=25161): stdout: \u000a| (launched: 2022-12-13_19:57:58.799947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:00.462784 run osmo-stp_10.42.42.5(pid=25161): stderr: \u000a| �[0;m�[38;5;43m20221213195758992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195758993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195758993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195758993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195758994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195758994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195758994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:00.595618 run osmo-stp_10.42.42.5(pid=25161): stdout: \u000a| (launched: 2022-12-13_19:57:58.799947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:00.727389 run osmo-stp_10.42.42.5(pid=25161): stderr: \u000a| �[0;m�[38;5;43m20221213195758992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195758993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195758993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195758993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195758994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195758994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195758994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:00.784736 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25161): Process ended prematurely: osmo-stp_10.42.42.5(pid=25161) [trial-2393↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25161)] [trial-2393↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a19:58:00.793519 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:58:00.861439 run osmo-hlr_10.42.42.2(pid=25158): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25158)]\u000a19:58:00.933940 run osmo-hlr_10.42.42.2(pid=25158): stdout: \u000a| (launched: 2022-12-13_19:57:57.795738) \u000a19:58:00.987395 run osmo-hlr_10.42.42.2(pid=25158): stderr: \u000a| �[0;m�[1;31m20221213195757994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195757994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195757994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195757994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195757994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195757994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195758006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195758015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195758015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195758015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:01.077406 run osmo-msc_10.42.42.6(pid=25164): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25164)]\u000a19:58:01.139449 run osmo-msc_10.42.42.6(pid=25164): stdout: \u000a| (launched: 2022-12-13_19:57:59.828832) \u000a19:58:01.191978 run osmo-msc_10.42.42.6(pid=25164): stderr: \u000a| �[0;m�[38;5;43m20221213195800150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195800150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1898eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195800150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195800150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195800150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195800150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195800152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195800152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195800153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195800153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:58:01.236796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25157): Terminating (SIGTERM)\u000a19:58:01.278973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25160): Terminating (SIGTERM)\u000a19:58:01.323824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25163): Terminating (SIGTERM)\u000a19:58:01.334064 --- ParallelTerminationStrategy: PID 25157 died...\u000a19:58:01.392476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25157): Terminated: ok {rc=0}\u000a19:58:01.403056 --- ParallelTerminationStrategy: PID 25160 died...\u000a19:58:01.459819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25160): Terminated: ok {rc=0}\u000a19:58:01.470663 --- ParallelTerminationStrategy: PID 25163 died...\u000a19:58:01.527402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25163): Terminated: ok {rc=0}\u000a19:58:01.619848 bus /sierra_3: Setting Powered False\u000a19:58:02.724526 bus /sierra_3: Setting Powered False\u000a19:58:03.834748 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:57:53" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25175): Process ended prematurely: osmo-stp_10.42.42.5(pid=25175) [trial-2393↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25175)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25175): Process ended prematurely: osmo-stp_10.42.42.5(pid=25175) [trial-2393↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a19:58:05.841258 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:05.852860 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:58:05.985912 tst handover.py: using LAC 35917\u000a19:58:06.115640 tst handover.py: using RAC 217\u000a19:58:06.246099 tst handover.py: using CellId 35917\u000a19:58:06.382890 tst handover.py: using BVCI 35918\u000a19:58:06.408107 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:58:06.543304 tst handover.py: using LAC 35918\u000a19:58:06.662584 tst handover.py: using RAC 218\u000a19:58:06.782318 tst handover.py: using CellId 35918\u000a19:58:06.901103 tst handover.py: using BVCI 35919\u000a19:58:06.924606 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:06.935676 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:06.946713 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:06.957735 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:06.969059 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:58:06.980259 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:58:07.101108 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:58:07.306772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:07.767779 run create_hlr_db(pid=25169): Launched\u000a19:58:07.894186 bus /sierra_2: Setting Powered False\u000a19:58:08.967345 run create_hlr_db(pid=25169): Terminated: ok {rc=0}\u000a19:58:09.353738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25171): Launched\u000a19:58:09.665025 run osmo-hlr_10.42.42.2(pid=25172): Launched\u000a19:58:09.785951 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:10.307793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25174): Launched\u000a19:58:10.620501 run osmo-stp_10.42.42.5(pid=25175): Launched\u000a19:58:10.733456 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:58:11.272279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25177): Launched\u000a19:58:11.584786 run osmo-msc_10.42.42.6(pid=25178): Launched\u000a19:58:11.766068 run osmo-stp_10.42.42.5(pid=25175): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25175)]\u000a19:58:11.897367 run osmo-stp_10.42.42.5(pid=25175): stdout: \u000a| (launched: 2022-12-13_19:58:10.465168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:12.026010 run osmo-stp_10.42.42.5(pid=25175): stderr: \u000a| �[0;m�[38;5;43m20221213195810636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195810636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195810636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195810637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195810637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195810637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195810638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:12.151036 run osmo-stp_10.42.42.5(pid=25175): stdout: \u000a| (launched: 2022-12-13_19:58:10.465168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:12.275068 run osmo-stp_10.42.42.5(pid=25175): stderr: \u000a| �[0;m�[38;5;43m20221213195810636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195810636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195810636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195810637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195810637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195810637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195810638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:12.329351 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25175): Process ended prematurely: osmo-stp_10.42.42.5(pid=25175) [trial-2393↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25175)] [trial-2393↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a19:58:12.337540 tst handover.py:18: Test FAILED (6.5 sec)\u000a19:58:12.398410 run osmo-hlr_10.42.42.2(pid=25172): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25172)]\u000a19:58:12.448227 run osmo-hlr_10.42.42.2(pid=25172): stdout: \u000a| (launched: 2022-12-13_19:58:09.511203) \u000a19:58:12.498624 run osmo-hlr_10.42.42.2(pid=25172): stderr: \u000a| �[0;m�[1;31m20221213195809690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195809690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195809690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195809690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195809690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195809690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195809701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195809710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195809710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195809710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:12.567322 run osmo-msc_10.42.42.6(pid=25178): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25178)]\u000a19:58:12.617173 run osmo-msc_10.42.42.6(pid=25178): stdout: \u000a| (launched: 2022-12-13_19:58:11.429778) \u000a19:58:12.667591 run osmo-msc_10.42.42.6(pid=25178): stderr: \u000a| �[0;m�[38;5;43m20221213195811701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195811701 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe279374c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195811701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195811701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195811701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195811702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195811703 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195811704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195811704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195811704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:58:12.710273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25171): Terminating (SIGTERM)\u000a19:58:12.750917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25174): Terminating (SIGTERM)\u000a19:58:12.791533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25177): Terminating (SIGTERM)\u000a19:58:12.800690 --- ParallelTerminationStrategy: PID 25171 died...\u000a19:58:12.854761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25171): Terminated: ok {rc=0}\u000a19:58:12.864354 --- ParallelTerminationStrategy: PID 25174 died...\u000a19:58:12.918060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25174): Terminated: ok {rc=0}\u000a19:58:12.927564 --- ParallelTerminationStrategy: PID 25177 died...\u000a19:58:12.981102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25177): Terminated: ok {rc=0}\u000a19:58:13.069904 bus /sierra_3: Setting Powered False\u000a19:58:14.172984 bus /sierra_3: Setting Powered False\u000a19:58:15.283651 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:58:05" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25190): Process ended prematurely: osmo-stp_10.42.42.5(pid=25190) [trial-2393↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25190)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25190): Process ended prematurely: osmo-stp_10.42.42.5(pid=25190) [trial-2393↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:58:17.289784 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:58:17.301537 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:58:17.427122 tst handover.py: using LAC 35919\u000a19:58:17.546936 tst handover.py: using RAC 219\u000a19:58:17.667420 tst handover.py: using CellId 35919\u000a19:58:17.793110 tst handover.py: using BVCI 35920\u000a19:58:17.816475 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:58:17.953613 tst handover.py: using LAC 35920\u000a19:58:18.073654 tst handover.py: using RAC 220\u000a19:58:18.194135 tst handover.py: using CellId 35920\u000a19:58:18.313953 tst handover.py: using BVCI 35921\u000a19:58:18.337425 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:58:18.348582 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:58:18.359472 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:58:18.370394 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:58:18.382556 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:58:18.394626 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:58:18.511943 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:58:18.716106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:19.175873 run create_hlr_db(pid=25184): Launched\u000a19:58:19.301225 bus /sierra_2: Setting Powered False\u000a19:58:20.374445 run create_hlr_db(pid=25184): Terminated: ok {rc=0}\u000a19:58:20.760185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25186): Launched\u000a19:58:21.069863 run osmo-hlr_10.42.42.2(pid=25187): Launched\u000a19:58:21.189247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:21.703481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25189): Launched\u000a19:58:22.016264 run osmo-stp_10.42.42.5(pid=25190): Launched\u000a19:58:22.129833 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:58:22.668406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25192): Launched\u000a19:58:22.980413 run osmo-msc_10.42.42.6(pid=25193): Launched\u000a19:58:23.160608 run osmo-stp_10.42.42.5(pid=25190): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25190)]\u000a19:58:23.291019 run osmo-stp_10.42.42.5(pid=25190): stdout: \u000a| (launched: 2022-12-13_19:58:21.860366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:23.419272 run osmo-stp_10.42.42.5(pid=25190): stderr: \u000a| �[0;m�[38;5;43m20221213195822031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195822032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195822032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195822032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195822033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195822033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195822033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:23.543359 run osmo-stp_10.42.42.5(pid=25190): stdout: \u000a| (launched: 2022-12-13_19:58:21.860366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:23.666377 run osmo-stp_10.42.42.5(pid=25190): stderr: \u000a| �[0;m�[38;5;43m20221213195822031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195822032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195822032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195822032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195822033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195822033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195822033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:23.720003 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25190): Process ended prematurely: osmo-stp_10.42.42.5(pid=25190) [trial-2393↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25190)] [trial-2393↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a19:58:23.727854 tst handover.py:18: Test FAILED (6.4 sec)\u000a19:58:23.788122 run osmo-hlr_10.42.42.2(pid=25187): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25187)]\u000a19:58:23.837537 run osmo-hlr_10.42.42.2(pid=25187): stdout: \u000a| (launched: 2022-12-13_19:58:20.916814) \u000a19:58:23.887070 run osmo-hlr_10.42.42.2(pid=25187): stderr: \u000a| �[0;m�[1;31m20221213195821092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195821092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195821092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195821092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195821092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195821092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195821104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195821112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195821112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195821112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:23.954836 run osmo-msc_10.42.42.6(pid=25193): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25193)]\u000a19:58:24.003818 run osmo-msc_10.42.42.6(pid=25193): stdout: \u000a| (launched: 2022-12-13_19:58:22.824668) \u000a19:58:24.053466 run osmo-msc_10.42.42.6(pid=25193): stderr: \u000a| �[0;m�[38;5;43m20221213195823094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195823094 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fb60a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195823094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195823095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195823095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195823095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195823097 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195823097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195823097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195823097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:58:24.095716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25186): Terminating (SIGTERM)\u000a19:58:24.135594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25189): Terminating (SIGTERM)\u000a19:58:24.175487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25192): Terminating (SIGTERM)\u000a19:58:24.184611 --- ParallelTerminationStrategy: PID 25186 died...\u000a19:58:24.238140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25186): Terminated: ok {rc=0}\u000a19:58:24.247574 --- ParallelTerminationStrategy: PID 25189 died...\u000a19:58:24.300696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25189): Terminated: ok {rc=0}\u000a19:58:24.310157 --- ParallelTerminationStrategy: PID 25192 died...\u000a19:58:24.363303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25192): Terminated: ok {rc=0}\u000a19:58:24.453490 bus /sierra_3: Setting Powered False\u000a19:58:25.556041 bus /sierra_3: Setting Powered False\u000a19:58:26.667720 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:58:17" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25204): Process ended prematurely: osmo-stp_10.42.42.5(pid=25204) [trial-2393↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25204)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25204): Process ended prematurely: osmo-stp_10.42.42.5(pid=25204) [trial-2393↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:58:28.661860 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:58:28.672636 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:58:28.798249 tst handover.py: using LAC 35921\u000a19:58:28.917603 tst handover.py: using RAC 221\u000a19:58:29.037317 tst handover.py: using CellId 35921\u000a19:58:29.160135 tst handover.py: using BVCI 35922\u000a19:58:29.183706 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:58:29.307023 tst handover.py: using LAC 35922\u000a19:58:29.426045 tst handover.py: using RAC 222\u000a19:58:29.545231 tst handover.py: using CellId 35922\u000a19:58:29.664668 tst handover.py: using BVCI 35923\u000a19:58:29.688059 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:58:29.699002 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:58:29.709697 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:58:29.720374 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:58:29.731458 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:58:29.742415 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:58:29.863369 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:58:30.077529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:30.581684 run create_hlr_db(pid=25198): Launched\u000a19:58:30.717209 bus /sierra_2: Setting Powered False\u000a19:58:31.795589 run create_hlr_db(pid=25198): Terminated: ok {rc=0}\u000a19:58:32.222103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25200): Launched\u000a19:58:32.558211 run osmo-hlr_10.42.42.2(pid=25201): Launched\u000a19:58:32.680677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:33.228297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25203): Launched\u000a19:58:33.562411 run osmo-stp_10.42.42.5(pid=25204): Launched\u000a19:58:33.682817 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:58:34.260240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25206): Launched\u000a19:58:34.595276 run osmo-msc_10.42.42.6(pid=25207): Launched\u000a19:58:34.790642 run osmo-stp_10.42.42.5(pid=25204): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25204)]\u000a19:58:34.930854 run osmo-stp_10.42.42.5(pid=25204): stdout: \u000a| (launched: 2022-12-13_19:58:33.397242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:35.069569 run osmo-stp_10.42.42.5(pid=25204): stderr: \u000a| �[0;m�[38;5;43m20221213195833588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195833588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195833589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195833589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195833590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195833590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195833590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:35.203038 run osmo-stp_10.42.42.5(pid=25204): stdout: \u000a| (launched: 2022-12-13_19:58:33.397242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:35.335378 run osmo-stp_10.42.42.5(pid=25204): stderr: \u000a| �[0;m�[38;5;43m20221213195833588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195833588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195833589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195833589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195833590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195833590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195833590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:35.393297 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25204): Process ended prematurely: osmo-stp_10.42.42.5(pid=25204) [trial-2393↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25204)] [trial-2393↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a19:58:35.402031 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:58:35.465608 run osmo-hlr_10.42.42.2(pid=25201): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25201)]\u000a19:58:35.517176 run osmo-hlr_10.42.42.2(pid=25201): stdout: \u000a| (launched: 2022-12-13_19:58:32.391403) \u000a19:58:35.569460 run osmo-hlr_10.42.42.2(pid=25201): stderr: \u000a| �[0;m�[1;31m20221213195832592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195832592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195832592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195832592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195832592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195832592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195832604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195832613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195832613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195832613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:35.640263 run osmo-msc_10.42.42.6(pid=25207): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25207)]\u000a19:58:35.691334 run osmo-msc_10.42.42.6(pid=25207): stdout: \u000a| (launched: 2022-12-13_19:58:34.429514) \u000a19:58:35.742891 run osmo-msc_10.42.42.6(pid=25207): stderr: \u000a| �[0;m�[38;5;43m20221213195834752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195834752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1aabc23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195834752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195834752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195834752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195834753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195834754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195834755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195834755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195834755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:58:35.786882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25200): Terminating (SIGTERM)\u000a19:58:35.828817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25203): Terminating (SIGTERM)\u000a19:58:35.870847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25206): Terminating (SIGTERM)\u000a19:58:35.880566 --- ParallelTerminationStrategy: PID 25200 died...\u000a19:58:35.936772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25200): Terminated: ok {rc=0}\u000a19:58:35.947070 --- ParallelTerminationStrategy: PID 25203 died...\u000a19:58:36.002868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25203): Terminated: ok {rc=0}\u000a19:58:36.013060 --- ParallelTerminationStrategy: PID 25206 died...\u000a19:58:36.069080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25206): Terminated: ok {rc=0}\u000a19:58:36.155449 bus /sierra_3: Setting Powered False\u000a19:58:37.262951 bus /sierra_3: Setting Powered False\u000a19:58:38.371326 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:58:28" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25219): Process ended prematurely: osmo-stp_10.42.42.5(pid=25219) [trial-2393↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25219)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25219): Process ended prematurely: osmo-stp_10.42.42.5(pid=25219) [trial-2393↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:58:40.361991 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:58:40.373544 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:58:40.498665 tst handover.py: using LAC 35923\u000a19:58:40.621675 tst handover.py: using RAC 223\u000a19:58:40.743988 tst handover.py: using CellId 35923\u000a19:58:40.864701 tst handover.py: using BVCI 35924\u000a19:58:40.888087 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:58:41.027206 tst handover.py: using LAC 35924\u000a19:58:41.149729 tst handover.py: using RAC 224\u000a19:58:41.272594 tst handover.py: using CellId 35924\u000a19:58:41.398403 tst handover.py: using BVCI 35925\u000a19:58:41.421828 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:58:41.432656 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:58:41.443412 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:58:41.454360 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:58:41.465499 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:58:41.476457 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:58:41.597311 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:58:41.810959 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:42.311881 run create_hlr_db(pid=25213): Launched\u000a19:58:42.446680 bus /sierra_2: Setting Powered False\u000a19:58:43.524121 run create_hlr_db(pid=25213): Terminated: ok {rc=0}\u000a19:58:43.915035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25215): Launched\u000a19:58:44.225551 run osmo-hlr_10.42.42.2(pid=25216): Launched\u000a19:58:44.339959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:44.852003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25218): Launched\u000a19:58:45.161994 run osmo-stp_10.42.42.5(pid=25219): Launched\u000a19:58:45.275228 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:58:45.813986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25221): Launched\u000a19:58:46.255697 run osmo-msc_10.42.42.6(pid=25222): Launched\u000a19:58:46.551328 run osmo-stp_10.42.42.5(pid=25219): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25219)]\u000a19:58:46.829645 run osmo-stp_10.42.42.5(pid=25219): stdout: \u000a| (launched: 2022-12-13_19:58:45.008512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:47.000499 run osmo-stp_10.42.42.5(pid=25219): stderr: \u000a| �[0;m�[38;5;43m20221213195845177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195845177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195845178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195845178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195845178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195845179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195845179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:47.127791 run osmo-stp_10.42.42.5(pid=25219): stdout: \u000a| (launched: 2022-12-13_19:58:45.008512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:47.254512 run osmo-stp_10.42.42.5(pid=25219): stderr: \u000a| �[0;m�[38;5;43m20221213195845177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195845177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195845178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195845178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195845178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195845179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195845179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:47.309841 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25219): Process ended prematurely: osmo-stp_10.42.42.5(pid=25219) [trial-2393↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25219)] [trial-2393↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a19:58:47.318498 tst handover.py:18: Test FAILED (6.9 sec)\u000a19:58:47.380937 run osmo-hlr_10.42.42.2(pid=25216): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25216)]\u000a19:58:47.431999 run osmo-hlr_10.42.42.2(pid=25216): stdout: \u000a| (launched: 2022-12-13_19:58:44.072267) \u000a19:58:47.484262 run osmo-hlr_10.42.42.2(pid=25216): stderr: \u000a| �[0;m�[1;31m20221213195844251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195844251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195844251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195844251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195844251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195844251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195844264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195844274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195844274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195844274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:47.553322 run osmo-msc_10.42.42.6(pid=25222): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25222)]\u000a19:58:47.603123 run osmo-msc_10.42.42.6(pid=25222): stdout: \u000a| (launched: 2022-12-13_19:58:45.995911) \u000a19:58:47.653447 run osmo-msc_10.42.42.6(pid=25222): stderr: \u000a| �[0;m�[38;5;43m20221213195846626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195846626 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcba7c77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195846627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195846627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195846627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195846627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195846641 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195846641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195846641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195846641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:58:47.696478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25215): Terminating (SIGTERM)\u000a19:58:47.737301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25218): Terminating (SIGTERM)\u000a19:58:47.777834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25221): Terminating (SIGTERM)\u000a19:58:47.787178 --- ParallelTerminationStrategy: PID 25215 died...\u000a19:58:47.841900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25215): Terminated: ok {rc=0}\u000a19:58:47.851560 --- ParallelTerminationStrategy: PID 25218 died...\u000a19:58:47.905809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25218): Terminated: ok {rc=0}\u000a19:58:47.915397 --- ParallelTerminationStrategy: PID 25221 died...\u000a19:58:47.969503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25221): Terminated: ok {rc=0}\u000a19:58:48.058303 bus /sierra_3: Setting Powered False\u000a19:58:49.165611 bus /sierra_3: Setting Powered False\u000a19:58:50.274593 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:58:40" }, { "cases" : [ { "testActions" : [ ], "age" : 191, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25233): Process ended prematurely: osmo-stp_10.42.42.5(pid=25233) [trial-2393↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25233)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25233): Process ended prematurely: osmo-stp_10.42.42.5(pid=25233) [trial-2393↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a19:58:52.279862 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:58:52.292002 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:58:52.419981 tst handover.py: using LAC 35925\u000a19:58:52.549213 tst handover.py: using RAC 225\u000a19:58:52.680602 tst handover.py: using CellId 35925\u000a19:58:52.811277 tst handover.py: using BVCI 35926\u000a19:58:52.836747 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a19:58:52.982919 tst handover.py: using LAC 35926\u000a19:58:53.112737 tst handover.py: using RAC 226\u000a19:58:53.241928 tst handover.py: using CellId 35926\u000a19:58:53.372587 tst handover.py: using BVCI 35927\u000a19:58:53.397779 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:58:53.409249 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:58:53.420491 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:58:53.431695 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:58:53.443423 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:58:53.454771 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:58:53.571966 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:58:53.785091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:54.286294 run create_hlr_db(pid=25227): Launched\u000a19:58:54.420607 bus /sierra_2: Setting Powered False\u000a19:58:55.499416 run create_hlr_db(pid=25227): Terminated: ok {rc=0}\u000a19:58:55.890528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25229): Launched\u000a19:58:56.201111 run osmo-hlr_10.42.42.2(pid=25230): Launched\u000a19:58:56.323262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:56.840251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25232): Launched\u000a19:58:57.150399 run osmo-stp_10.42.42.5(pid=25233): Launched\u000a19:58:57.263597 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:58:57.804024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25235): Launched\u000a19:58:58.117400 run osmo-msc_10.42.42.6(pid=25236): Launched\u000a19:58:58.298563 run osmo-stp_10.42.42.5(pid=25233): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25233)]\u000a19:58:58.429659 run osmo-stp_10.42.42.5(pid=25233): stdout: \u000a| (launched: 2022-12-13_19:58:56.997491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:58.558371 run osmo-stp_10.42.42.5(pid=25233): stderr: \u000a| �[0;m�[38;5;43m20221213195857163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195857163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195857163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195857164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195857164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195857164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195857164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:58.682752 run osmo-stp_10.42.42.5(pid=25233): stdout: \u000a| (launched: 2022-12-13_19:58:56.997491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:58.806064 run osmo-stp_10.42.42.5(pid=25233): stderr: \u000a| �[0;m�[38;5;43m20221213195857163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195857163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195857163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195857164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195857164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195857164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195857164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:58.860001 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25233): Process ended prematurely: osmo-stp_10.42.42.5(pid=25233) [trial-2393↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25233)] [trial-2393↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a19:58:58.868156 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:58:58.928616 run osmo-hlr_10.42.42.2(pid=25230): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25230)]\u000a19:58:58.977685 run osmo-hlr_10.42.42.2(pid=25230): stdout: \u000a| (launched: 2022-12-13_19:58:56.047779) \u000a19:58:59.027280 run osmo-hlr_10.42.42.2(pid=25230): stderr: \u000a| �[0;m�[1;31m20221213195856224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195856224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195856224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195856224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195856225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195856225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195856237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195856245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195856245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195856245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:59.094990 run osmo-msc_10.42.42.6(pid=25236): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25236)]\u000a19:58:59.144087 run osmo-msc_10.42.42.6(pid=25236): stdout: \u000a| (launched: 2022-12-13_19:58:57.961385) \u000a19:58:59.193337 run osmo-msc_10.42.42.6(pid=25236): stderr: \u000a| �[0;m�[38;5;43m20221213195858232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195858232 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e67fd6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195858232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195858232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195858232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195858232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195858234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195858234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195858235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195858235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:58:59.235512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25229): Terminating (SIGTERM)\u000a19:58:59.275166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25232): Terminating (SIGTERM)\u000a19:58:59.315562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25235): Terminating (SIGTERM)\u000a19:58:59.324722 --- ParallelTerminationStrategy: PID 25229 died...\u000a19:58:59.379103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25229): Terminated: ok {rc=0}\u000a19:58:59.388770 --- ParallelTerminationStrategy: PID 25232 died...\u000a19:58:59.442320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25232): Terminated: ok {rc=0}\u000a19:58:59.451953 --- ParallelTerminationStrategy: PID 25235 died...\u000a19:58:59.505340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25235): Terminated: ok {rc=0}\u000a19:58:59.593680 bus /sierra_3: Setting Powered False\u000a19:59:00.700373 bus /sierra_3: Setting Powered False\u000a19:59:01.834070 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:58:51" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25248): Process ended prematurely: osmo-stp_10.42.42.5(pid=25248) [trial-2393↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25248)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25248): Process ended prematurely: osmo-stp_10.42.42.5(pid=25248) [trial-2393↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a19:59:03.826154 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:59:03.838626 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:59:03.965207 tst handover.py: using LAC 35927\u000a19:59:04.086545 tst handover.py: using RAC 227\u000a19:59:04.206627 tst handover.py: using CellId 35927\u000a19:59:04.325500 tst handover.py: using BVCI 35928\u000a19:59:04.349036 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a19:59:04.484787 tst handover.py: using LAC 35928\u000a19:59:04.603474 tst handover.py: using RAC 228\u000a19:59:04.722434 tst handover.py: using CellId 35928\u000a19:59:04.841370 tst handover.py: using BVCI 35929\u000a19:59:04.864566 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:59:04.875629 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:59:04.886486 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:59:04.897235 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:59:04.908666 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:59:04.919749 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:59:05.040221 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a19:59:05.244234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:05.704207 run create_hlr_db(pid=25242): Launched\u000a19:59:05.830613 bus /sierra_2: Setting Powered False\u000a19:59:06.903531 run create_hlr_db(pid=25242): Terminated: ok {rc=0}\u000a19:59:07.316250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25244): Launched\u000a19:59:07.651049 run osmo-hlr_10.42.42.2(pid=25245): Launched\u000a19:59:07.774060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:08.321380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25247): Launched\u000a19:59:08.654712 run osmo-stp_10.42.42.5(pid=25248): Launched\u000a19:59:08.773970 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:59:09.355551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25250): Launched\u000a19:59:09.689950 run osmo-msc_10.42.42.6(pid=25251): Launched\u000a19:59:09.883297 run osmo-stp_10.42.42.5(pid=25248): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25248)]\u000a19:59:10.023101 run osmo-stp_10.42.42.5(pid=25248): stdout: \u000a| (launched: 2022-12-13_19:59:08.490562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:10.162199 run osmo-stp_10.42.42.5(pid=25248): stderr: \u000a| �[0;m�[38;5;43m20221213195908682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195908682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195908682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195908682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195908683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195908683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195908683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:10.295919 run osmo-stp_10.42.42.5(pid=25248): stdout: \u000a| (launched: 2022-12-13_19:59:08.490562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:10.428583 run osmo-stp_10.42.42.5(pid=25248): stderr: \u000a| �[0;m�[38;5;43m20221213195908682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195908682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195908682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195908682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195908683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195908683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195908683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:10.486895 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25248): Process ended prematurely: osmo-stp_10.42.42.5(pid=25248) [trial-2393↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25248)] [trial-2393↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a19:59:10.495688 tst handover.py:18: Test FAILED (6.7 sec)\u000a19:59:10.558789 run osmo-hlr_10.42.42.2(pid=25245): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25245)]\u000a19:59:10.610646 run osmo-hlr_10.42.42.2(pid=25245): stdout: \u000a| (launched: 2022-12-13_19:59:07.485891) \u000a19:59:10.663271 run osmo-hlr_10.42.42.2(pid=25245): stderr: \u000a| �[0;m�[1;31m20221213195907686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195907686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195907686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195907686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195907686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195907686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195907698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195907708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195907708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195907708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:10.734736 run osmo-msc_10.42.42.6(pid=25251): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25251)]\u000a19:59:10.786507 run osmo-msc_10.42.42.6(pid=25251): stdout: \u000a| (launched: 2022-12-13_19:59:09.525837) \u000a19:59:10.838930 run osmo-msc_10.42.42.6(pid=25251): stderr: \u000a| �[0;m�[38;5;43m20221213195909849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195909849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4ba7a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195909849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195909849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195909849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195909849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195909851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195909851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195909851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195909852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:59:10.883427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25244): Terminating (SIGTERM)\u000a19:59:10.925523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25247): Terminating (SIGTERM)\u000a19:59:10.967866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25250): Terminating (SIGTERM)\u000a19:59:10.977802 --- ParallelTerminationStrategy: PID 25244 died...\u000a19:59:11.034127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25244): Terminated: ok {rc=0}\u000a19:59:11.044258 --- ParallelTerminationStrategy: PID 25247 died...\u000a19:59:11.100483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25247): Terminated: ok {rc=0}\u000a19:59:11.110625 --- ParallelTerminationStrategy: PID 25250 died...\u000a19:59:11.167297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25250): Terminated: ok {rc=0}\u000a19:59:11.255554 bus /sierra_3: Setting Powered False\u000a19:59:12.362767 bus /sierra_3: Setting Powered False\u000a19:59:13.471832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:59:03" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25262): Process ended prematurely: osmo-stp_10.42.42.5(pid=25262) [trial-2393↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25262)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25262): Process ended prematurely: osmo-stp_10.42.42.5(pid=25262) [trial-2393↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25262)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a19:59:15.461155 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:59:15.472589 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:59:15.602490 tst handover.py: using LAC 35929\u000a19:59:15.731826 tst handover.py: using RAC 229\u000a19:59:15.868121 tst handover.py: using CellId 35929\u000a19:59:16.019920 tst handover.py: using BVCI 35930\u000a19:59:16.044709 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a19:59:16.187593 tst handover.py: using LAC 35930\u000a19:59:16.319790 tst handover.py: using RAC 230\u000a19:59:16.449233 tst handover.py: using CellId 35930\u000a19:59:16.578973 tst handover.py: using BVCI 35931\u000a19:59:16.603988 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:59:16.616334 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:59:16.628353 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:59:16.640518 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:59:16.654952 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a19:59:16.668356 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:59:16.812092 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a19:59:17.032163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:17.541558 run create_hlr_db(pid=25256): Launched\u000a19:59:17.676742 bus /sierra_2: Setting Powered False\u000a19:59:18.755021 run create_hlr_db(pid=25256): Terminated: ok {rc=0}\u000a19:59:19.148348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25258): Launched\u000a19:59:19.460035 run osmo-hlr_10.42.42.2(pid=25259): Launched\u000a19:59:19.579471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:20.093864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25261): Launched\u000a19:59:20.403962 run osmo-stp_10.42.42.5(pid=25262): Launched\u000a19:59:20.517868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:59:21.055786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25265): Launched\u000a19:59:21.369308 run osmo-msc_10.42.42.6(pid=25266): Launched\u000a19:59:21.550566 run osmo-stp_10.42.42.5(pid=25262): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25262)]\u000a19:59:21.681753 run osmo-stp_10.42.42.5(pid=25262): stdout: \u000a| (launched: 2022-12-13_19:59:20.250820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:21.811196 run osmo-stp_10.42.42.5(pid=25262): stderr: \u000a| �[0;m�[38;5;43m20221213195920418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195920418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195920418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195920418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195920419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195920419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195920419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:21.935509 run osmo-stp_10.42.42.5(pid=25262): stdout: \u000a| (launched: 2022-12-13_19:59:20.250820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:22.058880 run osmo-stp_10.42.42.5(pid=25262): stderr: \u000a| �[0;m�[38;5;43m20221213195920418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195920418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195920418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195920418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195920419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195920419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195920419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:22.112786 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25262): Process ended prematurely: osmo-stp_10.42.42.5(pid=25262) [trial-2393↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25262)] [trial-2393↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a19:59:22.120829 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:59:22.182202 run osmo-hlr_10.42.42.2(pid=25259): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25259)]\u000a19:59:22.231468 run osmo-hlr_10.42.42.2(pid=25259): stdout: \u000a| (launched: 2022-12-13_19:59:19.306485) \u000a19:59:22.281546 run osmo-hlr_10.42.42.2(pid=25259): stderr: \u000a| �[0;m�[1;31m20221213195919483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195919483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195919483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195919483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195919483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195919483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195919495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195919505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195919506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195919506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:22.349431 run osmo-msc_10.42.42.6(pid=25266): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25266)]\u000a19:59:22.398925 run osmo-msc_10.42.42.6(pid=25266): stdout: \u000a| (launched: 2022-12-13_19:59:21.212844) \u000a19:59:22.448690 run osmo-msc_10.42.42.6(pid=25266): stderr: \u000a| �[0;m�[38;5;43m20221213195921482 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195921482 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f532dc2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195921483 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195921483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195921483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195921483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195921485 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195921485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195921485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195921485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:59:22.491190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25258): Terminating (SIGTERM)\u000a19:59:22.531949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25261): Terminating (SIGTERM)\u000a19:59:22.572271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25265): Terminating (SIGTERM)\u000a19:59:22.581556 --- ParallelTerminationStrategy: PID 25258 died...\u000a19:59:22.636348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25258): Terminated: ok {rc=0}\u000a19:59:22.646122 --- ParallelTerminationStrategy: PID 25261 died...\u000a19:59:22.700135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25261): Terminated: ok {rc=0}\u000a19:59:22.709840 --- ParallelTerminationStrategy: PID 25265 died...\u000a19:59:22.763696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25265): Terminated: ok {rc=0}\u000a19:59:22.851912 bus /sierra_3: Setting Powered False\u000a19:59:23.954417 bus /sierra_3: Setting Powered False\u000a19:59:25.064444 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:59:15" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25277): Process ended prematurely: osmo-stp_10.42.42.5(pid=25277) [trial-2393↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25277)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25277): Process ended prematurely: osmo-stp_10.42.42.5(pid=25277) [trial-2393↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a19:59:27.057424 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:27.068572 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:59:27.198613 tst handover.py: using LAC 35931\u000a19:59:27.331453 tst handover.py: using RAC 231\u000a19:59:27.459562 tst handover.py: using CellId 35931\u000a19:59:27.587316 tst handover.py: using BVCI 35932\u000a19:59:27.612625 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a19:59:27.756865 tst handover.py: using LAC 35932\u000a19:59:27.885019 tst handover.py: using RAC 232\u000a19:59:28.012603 tst handover.py: using CellId 35932\u000a19:59:28.145445 tst handover.py: using BVCI 35933\u000a19:59:28.170652 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:28.182212 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:28.193589 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:28.204891 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:28.216344 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:59:28.227777 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:59:28.342053 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:59:28.545311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:29.007700 run create_hlr_db(pid=25271): Launched\u000a19:59:29.133870 bus /sierra_2: Setting Powered False\u000a19:59:30.207735 run create_hlr_db(pid=25271): Terminated: ok {rc=0}\u000a19:59:30.593110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25273): Launched\u000a19:59:30.993885 run osmo-hlr_10.42.42.2(pid=25274): Launched\u000a19:59:31.231601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:31.809875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25276): Launched\u000a19:59:32.217318 run osmo-stp_10.42.42.5(pid=25277): Launched\u000a19:59:32.330275 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:59:32.868618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25279): Launched\u000a19:59:33.178517 run osmo-msc_10.42.42.6(pid=25280): Launched\u000a19:59:33.359543 run osmo-stp_10.42.42.5(pid=25277): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25277)]\u000a19:59:33.490247 run osmo-stp_10.42.42.5(pid=25277): stdout: \u000a| (launched: 2022-12-13_19:59:31.983820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:33.619361 run osmo-stp_10.42.42.5(pid=25277): stderr: \u000a| �[0;m�[38;5;43m20221213195932231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195932231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195932232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195932232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195932233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195932233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195932233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:33.744074 run osmo-stp_10.42.42.5(pid=25277): stdout: \u000a| (launched: 2022-12-13_19:59:31.983820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:33.867569 run osmo-stp_10.42.42.5(pid=25277): stderr: \u000a| �[0;m�[38;5;43m20221213195932231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195932231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195932232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195932232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195932233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195932233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195932233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:33.921344 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25277): Process ended prematurely: osmo-stp_10.42.42.5(pid=25277) [trial-2393↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25277)] [trial-2393↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a19:59:33.929414 tst handover.py:18: Test FAILED (6.9 sec)\u000a19:59:33.989775 run osmo-hlr_10.42.42.2(pid=25274): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25274)]\u000a19:59:34.039010 run osmo-hlr_10.42.42.2(pid=25274): stdout: \u000a| (launched: 2022-12-13_19:59:30.749781) \u000a19:59:34.089055 run osmo-hlr_10.42.42.2(pid=25274): stderr: \u000a| �[0;m�[1;31m20221213195931017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195931017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195931017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195931017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195931017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195931018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195931062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195931077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195931078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195931078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:34.156551 run osmo-msc_10.42.42.6(pid=25280): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25280)]\u000a19:59:34.205813 run osmo-msc_10.42.42.6(pid=25280): stdout: \u000a| (launched: 2022-12-13_19:59:33.025193) \u000a19:59:34.255568 run osmo-msc_10.42.42.6(pid=25280): stderr: \u000a| �[0;m�[38;5;43m20221213195933296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195933296 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08be96fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195933296 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195933296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195933296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195933297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195933298 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195933299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195933299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195933299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:59:34.297975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25273): Terminating (SIGTERM)\u000a19:59:34.338003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25276): Terminating (SIGTERM)\u000a19:59:34.378018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25279): Terminating (SIGTERM)\u000a19:59:34.387189 --- ParallelTerminationStrategy: PID 25273 died...\u000a19:59:34.440813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25273): Terminated: ok {rc=0}\u000a19:59:34.450500 --- ParallelTerminationStrategy: PID 25276 died...\u000a19:59:34.503924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25276): Terminated: ok {rc=0}\u000a19:59:34.513598 --- ParallelTerminationStrategy: PID 25279 died...\u000a19:59:34.567168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25279): Terminated: ok {rc=0}\u000a19:59:34.655146 bus /sierra_3: Setting Powered False\u000a19:59:35.757962 bus /sierra_3: Setting Powered False\u000a19:59:36.869079 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:59:26" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25291): Process ended prematurely: osmo-stp_10.42.42.5(pid=25291) [trial-2393↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25291)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25291): Process ended prematurely: osmo-stp_10.42.42.5(pid=25291) [trial-2393↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a19:59:38.848772 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:59:38.860219 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:59:38.993167 tst handover.py: using LAC 35933\u000a19:59:39.125694 tst handover.py: using RAC 233\u000a19:59:39.257165 tst handover.py: using CellId 35933\u000a19:59:39.392270 tst handover.py: using BVCI 35934\u000a19:59:39.417548 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a19:59:39.547593 tst handover.py: using LAC 35934\u000a19:59:39.675809 tst handover.py: using RAC 234\u000a19:59:39.803557 tst handover.py: using CellId 35934\u000a19:59:39.933304 tst handover.py: using BVCI 35935\u000a19:59:39.959586 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:59:39.971078 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:59:39.982296 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:59:39.993521 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:59:40.004690 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a19:59:40.015846 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:59:40.133227 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a19:59:40.346240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:40.849006 run create_hlr_db(pid=25285): Launched\u000a19:59:40.983102 bus /sierra_2: Setting Powered False\u000a19:59:42.061090 run create_hlr_db(pid=25285): Terminated: ok {rc=0}\u000a19:59:42.450645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25287): Launched\u000a19:59:42.762714 run osmo-hlr_10.42.42.2(pid=25288): Launched\u000a19:59:42.880760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:43.390652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25290): Launched\u000a19:59:43.701213 run osmo-stp_10.42.42.5(pid=25291): Launched\u000a19:59:43.814138 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:59:44.350730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25293): Launched\u000a19:59:44.661344 run osmo-msc_10.42.42.6(pid=25294): Launched\u000a19:59:44.843262 run osmo-stp_10.42.42.5(pid=25291): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25291)]\u000a19:59:44.974247 run osmo-stp_10.42.42.5(pid=25291): stdout: \u000a| (launched: 2022-12-13_19:59:43.547533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:45.103177 run osmo-stp_10.42.42.5(pid=25291): stderr: \u000a| �[0;m�[38;5;43m20221213195943717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195943717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195943717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195943718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195943718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195943718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195943718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:45.227943 run osmo-stp_10.42.42.5(pid=25291): stdout: \u000a| (launched: 2022-12-13_19:59:43.547533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:45.351985 run osmo-stp_10.42.42.5(pid=25291): stderr: \u000a| �[0;m�[38;5;43m20221213195943717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195943717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195943717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195943718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195943718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195943718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195943718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:45.405731 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25291): Process ended prematurely: osmo-stp_10.42.42.5(pid=25291) [trial-2393↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25291)] [trial-2393↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a19:59:45.413866 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:59:45.475907 run osmo-hlr_10.42.42.2(pid=25288): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25288)]\u000a19:59:45.525780 run osmo-hlr_10.42.42.2(pid=25288): stdout: \u000a| (launched: 2022-12-13_19:59:42.608172) \u000a19:59:45.576491 run osmo-hlr_10.42.42.2(pid=25288): stderr: \u000a| �[0;m�[1;31m20221213195942783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195942783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195942783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195942783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195942783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195942783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195942797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195942807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195942807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195942807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:45.644818 run osmo-msc_10.42.42.6(pid=25294): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25294)]\u000a19:59:45.694195 run osmo-msc_10.42.42.6(pid=25294): stdout: \u000a| (launched: 2022-12-13_19:59:44.507957) \u000a19:59:45.743977 run osmo-msc_10.42.42.6(pid=25294): stderr: \u000a| �[0;m�[38;5;43m20221213195944778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195944778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f216585cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195944778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195944778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195944779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195944779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195944780 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195944781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195944781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195944781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:59:45.786300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25287): Terminating (SIGTERM)\u000a19:59:45.827821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25290): Terminating (SIGTERM)\u000a19:59:45.891279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25293): Terminating (SIGTERM)\u000a19:59:45.905869 --- ParallelTerminationStrategy: PID 25287 died...\u000a19:59:45.965879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25287): Terminated: ok {rc=0}\u000a19:59:45.977419 --- ParallelTerminationStrategy: PID 25290 died...\u000a19:59:46.035647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25290): Terminated: ok {rc=0}\u000a19:59:46.048249 --- ParallelTerminationStrategy: PID 25293 died...\u000a19:59:46.106849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25293): Terminated: ok {rc=0}\u000a19:59:46.199383 bus /sierra_3: Setting Powered False\u000a19:59:47.307766 bus /sierra_3: Setting Powered False\u000a19:59:48.419725 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:59:38" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25306): Process ended prematurely: osmo-stp_10.42.42.5(pid=25306) [trial-2393↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25306)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25306): Process ended prematurely: osmo-stp_10.42.42.5(pid=25306) [trial-2393↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a19:59:50.398139 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:59:50.409643 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:59:50.542093 tst handover.py: using LAC 35935\u000a19:59:50.673279 tst handover.py: using RAC 235\u000a19:59:50.809127 tst handover.py: using CellId 35935\u000a19:59:50.937555 tst handover.py: using BVCI 35936\u000a19:59:50.962998 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a19:59:51.106570 tst handover.py: using LAC 35936\u000a19:59:51.234411 tst handover.py: using RAC 236\u000a19:59:51.365853 tst handover.py: using CellId 35936\u000a19:59:51.497037 tst handover.py: using BVCI 35937\u000a19:59:51.522951 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:59:51.534587 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:59:51.545952 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:59:51.557261 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:59:51.568627 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:59:51.580075 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:59:51.696701 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a19:59:51.911473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:52.413348 run create_hlr_db(pid=25300): Launched\u000a19:59:52.548655 bus /sierra_2: Setting Powered False\u000a19:59:53.625859 run create_hlr_db(pid=25300): Terminated: ok {rc=0}\u000a19:59:54.016625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25302): Launched\u000a19:59:54.326842 run osmo-hlr_10.42.42.2(pid=25303): Launched\u000a19:59:54.440504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:54.949274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25305): Launched\u000a19:59:55.260570 run osmo-stp_10.42.42.5(pid=25306): Launched\u000a19:59:55.373546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:59:55.910958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25308): Launched\u000a19:59:56.221885 run osmo-msc_10.42.42.6(pid=25309): Launched\u000a19:59:56.403424 run osmo-stp_10.42.42.5(pid=25306): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25306)]\u000a19:59:56.534364 run osmo-stp_10.42.42.5(pid=25306): stdout: \u000a| (launched: 2022-12-13_19:59:55.106147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:56.663634 run osmo-stp_10.42.42.5(pid=25306): stderr: \u000a| �[0;m�[38;5;43m20221213195955275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195955275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195955275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195955276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195955276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195955276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195955277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:56.788274 run osmo-stp_10.42.42.5(pid=25306): stdout: \u000a| (launched: 2022-12-13_19:59:55.106147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:56.912254 run osmo-stp_10.42.42.5(pid=25306): stderr: \u000a| �[0;m�[38;5;43m20221213195955275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213195955275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213195955275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213195955276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213195955276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213195955276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213195955277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:56.966151 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25306): Process ended prematurely: osmo-stp_10.42.42.5(pid=25306) [trial-2393↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25306)] [trial-2393↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a19:59:56.974223 tst handover.py:18: Test FAILED (6.6 sec)\u000a19:59:57.035128 run osmo-hlr_10.42.42.2(pid=25303): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25303)]\u000a19:59:57.084550 run osmo-hlr_10.42.42.2(pid=25303): stdout: \u000a| (launched: 2022-12-13_19:59:54.173480) \u000a19:59:57.134539 run osmo-hlr_10.42.42.2(pid=25303): stderr: \u000a| �[0;m�[1;31m20221213195954348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213195954348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213195954348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195954348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213195954348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213195954348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213195954360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213195954368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213195954368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213195954368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:57.202491 run osmo-msc_10.42.42.6(pid=25309): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25309)]\u000a19:59:57.252042 run osmo-msc_10.42.42.6(pid=25309): stdout: \u000a| (launched: 2022-12-13_19:59:56.067687) \u000a19:59:57.302158 run osmo-msc_10.42.42.6(pid=25309): stderr: \u000a| �[0;m�[38;5;43m20221213195956338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213195956338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f758c8f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213195956338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213195956338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213195956338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213195956339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213195956340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213195956341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213195956341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213195956341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:59:57.344847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25302): Terminating (SIGTERM)\u000a19:59:57.385190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25305): Terminating (SIGTERM)\u000a19:59:57.425973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25308): Terminating (SIGTERM)\u000a19:59:57.435317 --- ParallelTerminationStrategy: PID 25302 died...\u000a19:59:57.489238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25302): Terminated: ok {rc=0}\u000a19:59:57.498960 --- ParallelTerminationStrategy: PID 25305 died...\u000a19:59:57.552534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25305): Terminated: ok {rc=0}\u000a19:59:57.562240 --- ParallelTerminationStrategy: PID 25308 died...\u000a19:59:57.615896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25308): Terminated: ok {rc=0}\u000a19:59:57.704627 bus /sierra_3: Setting Powered False\u000a19:59:58.811227 bus /sierra_3: Setting Powered False\u000a19:59:59.920006 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T19:59:50" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25323): Process ended prematurely: osmo-stp_10.42.42.5(pid=25323) [trial-2393↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25323)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25323): Process ended prematurely: osmo-stp_10.42.42.5(pid=25323) [trial-2393↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:00:01.974899 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:00:01.998570 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:00:02.154442 tst handover.py: using LAC 35937\u000a20:00:02.296206 tst handover.py: using RAC 237\u000a20:00:02.419857 tst handover.py: using CellId 35937\u000a20:00:02.543093 tst handover.py: using BVCI 35938\u000a20:00:02.566542 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:00:02.706000 tst handover.py: using LAC 35938\u000a20:00:02.832348 tst handover.py: using RAC 238\u000a20:00:02.953624 tst handover.py: using CellId 35938\u000a20:00:03.073604 tst handover.py: using BVCI 35939\u000a20:00:03.097048 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:00:03.107885 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:00:03.118801 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:00:03.129613 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:00:03.141172 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:00:03.152755 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:00:03.275449 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:00:03.483532 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:03.948317 run create_hlr_db(pid=25317): Launched\u000a20:00:04.075617 bus /sierra_2: Setting Powered False\u000a20:00:05.149348 run create_hlr_db(pid=25317): Terminated: ok {rc=0}\u000a20:00:05.542134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25319): Launched\u000a20:00:05.854291 run osmo-hlr_10.42.42.2(pid=25320): Launched\u000a20:00:05.975736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:06.496765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25322): Launched\u000a20:00:06.808272 run osmo-stp_10.42.42.5(pid=25323): Launched\u000a20:00:06.921637 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:00:07.465034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25325): Launched\u000a20:00:07.777443 run osmo-msc_10.42.42.6(pid=25326): Launched\u000a20:00:07.959411 run osmo-stp_10.42.42.5(pid=25323): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25323)]\u000a20:00:08.091117 run osmo-stp_10.42.42.5(pid=25323): stdout: \u000a| (launched: 2022-12-13_20:00:06.654698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:08.220385 run osmo-stp_10.42.42.5(pid=25323): stderr: \u000a| �[0;m�[38;5;43m20221213200006823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200006823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200006824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200006824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200006825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200006825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200006825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:08.345767 run osmo-stp_10.42.42.5(pid=25323): stdout: \u000a| (launched: 2022-12-13_20:00:06.654698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:08.470225 run osmo-stp_10.42.42.5(pid=25323): stderr: \u000a| �[0;m�[38;5;43m20221213200006823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200006823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200006824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200006824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200006825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200006825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200006825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:08.524676 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25323): Process ended prematurely: osmo-stp_10.42.42.5(pid=25323) [trial-2393↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25323)] [trial-2393↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a20:00:08.532772 tst handover.py:18: Test FAILED (6.6 sec)\u000a20:00:08.593725 run osmo-hlr_10.42.42.2(pid=25320): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25320)]\u000a20:00:08.643600 run osmo-hlr_10.42.42.2(pid=25320): stdout: \u000a| (launched: 2022-12-13_20:00:05.700157) \u000a20:00:08.694098 run osmo-hlr_10.42.42.2(pid=25320): stderr: \u000a| �[0;m�[1;31m20221213200005874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200005875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200005875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200005875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200005875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200005875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200005887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200005895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200005896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200005896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:08.762553 run osmo-msc_10.42.42.6(pid=25326): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25326)]\u000a20:00:08.812056 run osmo-msc_10.42.42.6(pid=25326): stdout: \u000a| (launched: 2022-12-13_20:00:07.623147) \u000a20:00:08.861896 run osmo-msc_10.42.42.6(pid=25326): stderr: \u000a| �[0;m�[38;5;43m20221213200007895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200007895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f859239dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200007895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200007895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200007895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200007895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200007897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200007898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200007898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200007898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:00:08.904382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25319): Terminating (SIGTERM)\u000a20:00:08.944741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25322): Terminating (SIGTERM)\u000a20:00:08.985555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25325): Terminating (SIGTERM)\u000a20:00:08.994889 --- ParallelTerminationStrategy: PID 25319 died...\u000a20:00:09.049483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25319): Terminated: ok {rc=0}\u000a20:00:09.059186 --- ParallelTerminationStrategy: PID 25322 died...\u000a20:00:09.113510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25322): Terminated: ok {rc=0}\u000a20:00:09.123163 --- ParallelTerminationStrategy: PID 25325 died...\u000a20:00:09.177362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25325): Terminated: ok {rc=0}\u000a20:00:09.261825 bus /sierra_3: Setting Powered False\u000a20:00:10.369788 bus /sierra_3: Setting Powered False\u000a20:00:11.478211 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:00:01" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25337): Process ended prematurely: osmo-stp_10.42.42.5(pid=25337) [trial-2393↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25337)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25337): Process ended prematurely: osmo-stp_10.42.42.5(pid=25337) [trial-2393↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a20:00:13.504511 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:00:13.516424 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a20:00:13.661509 tst handover.py: using LAC 35939\u000a20:00:13.793102 tst handover.py: using RAC 239\u000a20:00:13.922363 tst handover.py: using CellId 35939\u000a20:00:14.051848 tst handover.py: using BVCI 35940\u000a20:00:14.077214 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a20:00:14.220920 tst handover.py: using LAC 35940\u000a20:00:14.350801 tst handover.py: using RAC 240\u000a20:00:14.480423 tst handover.py: using CellId 35940\u000a20:00:14.612329 tst handover.py: using BVCI 35941\u000a20:00:14.637701 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:00:14.649569 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:00:14.661091 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:00:14.672652 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:00:14.684209 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:00:14.695720 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:00:14.814223 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:00:15.017865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:15.480576 run create_hlr_db(pid=25331): Launched\u000a20:00:15.606704 bus /sierra_2: Setting Powered False\u000a20:00:16.683588 run create_hlr_db(pid=25331): Terminated: ok {rc=0}\u000a20:00:17.092064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25333): Launched\u000a20:00:17.409905 run osmo-hlr_10.42.42.2(pid=25334): Launched\u000a20:00:17.534162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:18.047641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25336): Launched\u000a20:00:18.359631 run osmo-stp_10.42.42.5(pid=25337): Launched\u000a20:00:18.472011 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:00:19.011733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25339): Launched\u000a20:00:19.324824 run osmo-msc_10.42.42.6(pid=25340): Launched\u000a20:00:19.507634 run osmo-stp_10.42.42.5(pid=25337): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25337)]\u000a20:00:19.638976 run osmo-stp_10.42.42.5(pid=25337): stdout: \u000a| (launched: 2022-12-13_20:00:18.204399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:19.767743 run osmo-stp_10.42.42.5(pid=25337): stderr: \u000a| �[0;m�[38;5;43m20221213200018374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200018374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200018374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200018375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200018375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200018375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200018375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:19.892274 run osmo-stp_10.42.42.5(pid=25337): stdout: \u000a| (launched: 2022-12-13_20:00:18.204399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:20.015628 run osmo-stp_10.42.42.5(pid=25337): stderr: \u000a| �[0;m�[38;5;43m20221213200018374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200018374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200018374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200018375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200018375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200018375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200018375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:20.069400 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25337): Process ended prematurely: osmo-stp_10.42.42.5(pid=25337) [trial-2393↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25337)] [trial-2393↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a20:00:20.077652 tst handover.py:18: Test FAILED (6.6 sec)\u000a20:00:20.138410 run osmo-hlr_10.42.42.2(pid=25334): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25334)]\u000a20:00:20.187679 run osmo-hlr_10.42.42.2(pid=25334): stdout: \u000a| (launched: 2022-12-13_20:00:17.252174) \u000a20:00:20.237835 run osmo-hlr_10.42.42.2(pid=25334): stderr: \u000a| �[0;m�[1;31m20221213200017426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200017426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200017426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200017427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200017427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200017427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200017439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200017449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200017449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200017450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:20.306160 run osmo-msc_10.42.42.6(pid=25340): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25340)]\u000a20:00:20.355677 run osmo-msc_10.42.42.6(pid=25340): stdout: \u000a| (launched: 2022-12-13_20:00:19.169210) \u000a20:00:20.405953 run osmo-msc_10.42.42.6(pid=25340): stderr: \u000a| �[0;m�[38;5;43m20221213200019438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200019438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa45d03c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200019438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200019439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200019439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200019439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200019441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200019441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200019441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200019441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:00:20.448465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25333): Terminating (SIGTERM)\u000a20:00:20.488774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25336): Terminating (SIGTERM)\u000a20:00:20.529089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25339): Terminating (SIGTERM)\u000a20:00:20.538436 --- ParallelTerminationStrategy: PID 25333 died...\u000a20:00:20.592794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25333): Terminated: ok {rc=0}\u000a20:00:20.602529 --- ParallelTerminationStrategy: PID 25336 died...\u000a20:00:20.656279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25336): Terminated: ok {rc=0}\u000a20:00:20.666273 --- ParallelTerminationStrategy: PID 25339 died...\u000a20:00:20.720341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25339): Terminated: ok {rc=0}\u000a20:00:20.808343 bus /sierra_3: Setting Powered False\u000a20:00:21.912027 bus /sierra_3: Setting Powered False\u000a20:00:23.023956 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:00:13" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25351): Process ended prematurely: osmo-stp_10.42.42.5(pid=25351) [trial-2393↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25351)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25351): Process ended prematurely: osmo-stp_10.42.42.5(pid=25351) [trial-2393↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a20:00:25.062439 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:00:25.074096 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:00:25.219728 tst handover.py: using LAC 35941\u000a20:00:25.348801 tst handover.py: using RAC 241\u000a20:00:25.476434 tst handover.py: using CellId 35941\u000a20:00:25.604670 tst handover.py: using BVCI 35942\u000a20:00:25.629832 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:00:25.775806 tst handover.py: using LAC 35942\u000a20:00:25.898239 tst handover.py: using RAC 242\u000a20:00:26.017351 tst handover.py: using CellId 35942\u000a20:00:26.136243 tst handover.py: using BVCI 35943\u000a20:00:26.159480 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:00:26.170585 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:00:26.181482 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:00:26.192375 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:00:26.203571 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:00:26.214732 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:00:26.335099 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:00:26.542461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:27.006959 run create_hlr_db(pid=25345): Launched\u000a20:00:27.133436 bus /sierra_2: Setting Powered False\u000a20:00:28.206777 run create_hlr_db(pid=25345): Terminated: ok {rc=0}\u000a20:00:28.593806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25347): Launched\u000a20:00:28.904133 run osmo-hlr_10.42.42.2(pid=25348): Launched\u000a20:00:29.021324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:29.529955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25350): Launched\u000a20:00:29.839292 run osmo-stp_10.42.42.5(pid=25351): Launched\u000a20:00:29.950614 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:00:30.487122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25353): Launched\u000a20:00:30.797396 run osmo-msc_10.42.42.6(pid=25354): Launched\u000a20:00:31.101318 run osmo-stp_10.42.42.5(pid=25351): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25351)]\u000a20:00:31.250236 run osmo-stp_10.42.42.5(pid=25351): stdout: \u000a| (launched: 2022-12-13_20:00:29.687014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:31.395898 run osmo-stp_10.42.42.5(pid=25351): stderr: \u000a| �[0;m�[38;5;43m20221213200029854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200029854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200029854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200029854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200029855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200029855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200029855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:31.526156 run osmo-stp_10.42.42.5(pid=25351): stdout: \u000a| (launched: 2022-12-13_20:00:29.687014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:31.655273 run osmo-stp_10.42.42.5(pid=25351): stderr: \u000a| �[0;m�[38;5;43m20221213200029854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200029854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200029854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200029854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200029855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200029855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200029855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:31.711247 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25351): Process ended prematurely: osmo-stp_10.42.42.5(pid=25351) [trial-2393↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25351)] [trial-2393↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a20:00:31.720384 tst handover.py:18: Test FAILED (6.6 sec)\u000a20:00:31.784495 run osmo-hlr_10.42.42.2(pid=25348): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25348)]\u000a20:00:31.836688 run osmo-hlr_10.42.42.2(pid=25348): stdout: \u000a| (launched: 2022-12-13_20:00:28.751042) \u000a20:00:31.890058 run osmo-hlr_10.42.42.2(pid=25348): stderr: \u000a| �[0;m�[1;31m20221213200028927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200028927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200028927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200028927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200028927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200028927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200028940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200028948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200028948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200028948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:31.961511 run osmo-msc_10.42.42.6(pid=25354): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25354)]\u000a20:00:32.013396 run osmo-msc_10.42.42.6(pid=25354): stdout: \u000a| (launched: 2022-12-13_20:00:30.644237) \u000a20:00:32.065927 run osmo-msc_10.42.42.6(pid=25354): stderr: \u000a| �[0;m�[38;5;43m20221213200031008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200031008 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a04805c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200031008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200031008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200031008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200031009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200031010 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200031011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200031011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200031011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:00:32.110752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25347): Terminating (SIGTERM)\u000a20:00:32.152891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25350): Terminating (SIGTERM)\u000a20:00:32.195267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25353): Terminating (SIGTERM)\u000a20:00:32.205096 --- ParallelTerminationStrategy: PID 25347 died...\u000a20:00:32.262493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25347): Terminated: ok {rc=0}\u000a20:00:32.272894 --- ParallelTerminationStrategy: PID 25350 died...\u000a20:00:32.330058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25350): Terminated: ok {rc=0}\u000a20:00:32.340538 --- ParallelTerminationStrategy: PID 25353 died...\u000a20:00:32.396860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25353): Terminated: ok {rc=0}\u000a20:00:32.482228 bus /sierra_3: Setting Powered False\u000a20:00:33.590072 bus /sierra_3: Setting Powered False\u000a20:00:34.699038 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:00:24" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25365): Process ended prematurely: osmo-stp_10.42.42.5(pid=25365) [trial-2393↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25365)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25365): Process ended prematurely: osmo-stp_10.42.42.5(pid=25365) [trial-2393↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a20:00:36.716090 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:36.727641 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:00:36.872620 tst handover.py: using LAC 35943\u000a20:00:37.003679 tst handover.py: using RAC 243\u000a20:00:37.135058 tst handover.py: using CellId 35943\u000a20:00:37.264176 tst handover.py: using BVCI 35944\u000a20:00:37.289466 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:00:37.420524 tst handover.py: using LAC 35944\u000a20:00:37.551557 tst handover.py: using RAC 244\u000a20:00:37.682368 tst handover.py: using CellId 35944\u000a20:00:37.812828 tst handover.py: using BVCI 35945\u000a20:00:37.838183 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:37.849614 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:37.860838 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:37.872084 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:37.883531 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:00:37.894908 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:00:38.011463 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:00:38.225671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:38.727146 run create_hlr_db(pid=25359): Launched\u000a20:00:38.861339 bus /sierra_2: Setting Powered False\u000a20:00:39.939616 run create_hlr_db(pid=25359): Terminated: ok {rc=0}\u000a20:00:40.351814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25361): Launched\u000a20:00:40.684813 run osmo-hlr_10.42.42.2(pid=25362): Launched\u000a20:00:40.808508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:41.357672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25364): Launched\u000a20:00:41.690479 run osmo-stp_10.42.42.5(pid=25365): Launched\u000a20:00:41.816173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:00:42.389746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25367): Launched\u000a20:00:42.723255 run osmo-msc_10.42.42.6(pid=25368): Launched\u000a20:00:42.915832 run osmo-stp_10.42.42.5(pid=25365): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25365)]\u000a20:00:43.055193 run osmo-stp_10.42.42.5(pid=25365): stdout: \u000a| (launched: 2022-12-13_20:00:41.526447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:43.194062 run osmo-stp_10.42.42.5(pid=25365): stderr: \u000a| �[0;m�[38;5;43m20221213200041719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200041719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200041720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200041720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200041721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200041721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200041721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:43.327534 run osmo-stp_10.42.42.5(pid=25365): stdout: \u000a| (launched: 2022-12-13_20:00:41.526447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:43.459882 run osmo-stp_10.42.42.5(pid=25365): stderr: \u000a| �[0;m�[38;5;43m20221213200041719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200041719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200041720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200041720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200041721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200041721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200041721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:43.518208 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25365): Process ended prematurely: osmo-stp_10.42.42.5(pid=25365) [trial-2393↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25365)] [trial-2393↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a20:00:43.526682 tst handover.py:18: Test FAILED (6.8 sec)\u000a20:00:43.589757 run osmo-hlr_10.42.42.2(pid=25362): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25362)]\u000a20:00:43.641261 run osmo-hlr_10.42.42.2(pid=25362): stdout: \u000a| (launched: 2022-12-13_20:00:40.520568) \u000a20:00:43.693562 run osmo-hlr_10.42.42.2(pid=25362): stderr: \u000a| �[0;m�[1;31m20221213200040719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200040720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200040720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200040720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200040720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200040720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200040732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200040741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200040741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200040742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:43.764923 run osmo-msc_10.42.42.6(pid=25368): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25368)]\u000a20:00:43.816097 run osmo-msc_10.42.42.6(pid=25368): stdout: \u000a| (launched: 2022-12-13_20:00:42.559020) \u000a20:00:43.867847 run osmo-msc_10.42.42.6(pid=25368): stderr: \u000a| �[0;m�[38;5;43m20221213200042881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200042881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35e6b28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200042881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200042881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200042882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200042882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200042883 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200042884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200042884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200042884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:00:43.911919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25361): Terminating (SIGTERM)\u000a20:00:43.953763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25364): Terminating (SIGTERM)\u000a20:00:43.995445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25367): Terminating (SIGTERM)\u000a20:00:44.005149 --- ParallelTerminationStrategy: PID 25361 died...\u000a20:00:44.061181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25361): Terminated: ok {rc=0}\u000a20:00:44.071183 --- ParallelTerminationStrategy: PID 25364 died...\u000a20:00:44.128053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25364): Terminated: ok {rc=0}\u000a20:00:44.138165 --- ParallelTerminationStrategy: PID 25367 died...\u000a20:00:44.193999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25367): Terminated: ok {rc=0}\u000a20:00:44.282612 bus /sierra_3: Setting Powered False\u000a20:00:45.385492 bus /sierra_3: Setting Powered False\u000a20:00:46.494571 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:00:36" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25381): Process ended prematurely: osmo-stp_10.42.42.5(pid=25381) [trial-2393↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25381)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25381): Process ended prematurely: osmo-stp_10.42.42.5(pid=25381) [trial-2393↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:00:48.504347 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:48.515539 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:00:48.651878 tst handover.py: using LAC 35945\u000a20:00:48.778518 tst handover.py: using RAC 245\u000a20:00:48.906725 tst handover.py: using CellId 35945\u000a20:00:49.034306 tst handover.py: using BVCI 35946\u000a20:00:49.059746 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:00:49.207425 tst handover.py: using LAC 35946\u000a20:00:49.335435 tst handover.py: using RAC 246\u000a20:00:49.467860 tst handover.py: using CellId 35946\u000a20:00:49.591110 tst handover.py: using BVCI 35947\u000a20:00:49.614629 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:49.625550 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:49.636410 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:49.647252 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:49.658456 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:00:49.669537 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:00:49.794961 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:00:50.009020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:50.510467 run create_hlr_db(pid=25373): Launched\u000a20:00:50.645512 bus /sierra_2: Setting Powered False\u000a20:00:51.722792 run create_hlr_db(pid=25373): Terminated: ok {rc=0}\u000a20:00:52.118387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25377): Launched\u000a20:00:52.429775 run osmo-hlr_10.42.42.2(pid=25378): Launched\u000a20:00:52.551441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:53.068524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25380): Launched\u000a20:00:53.382750 run osmo-stp_10.42.42.5(pid=25381): Launched\u000a20:00:53.495173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:00:54.040420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25383): Launched\u000a20:00:54.355558 run osmo-msc_10.42.42.6(pid=25384): Launched\u000a20:00:54.538094 run osmo-stp_10.42.42.5(pid=25381): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25381)]\u000a20:00:54.669574 run osmo-stp_10.42.42.5(pid=25381): stdout: \u000a| (launched: 2022-12-13_20:00:53.226221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:54.799215 run osmo-stp_10.42.42.5(pid=25381): stderr: \u000a| �[0;m�[38;5;43m20221213200053394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200053394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200053395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200053395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200053396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200053396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200053396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:54.924684 run osmo-stp_10.42.42.5(pid=25381): stdout: \u000a| (launched: 2022-12-13_20:00:53.226221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:55.049245 run osmo-stp_10.42.42.5(pid=25381): stderr: \u000a| �[0;m�[38;5;43m20221213200053394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200053394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200053395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200053395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200053396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200053396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200053396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:55.103035 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25381): Process ended prematurely: osmo-stp_10.42.42.5(pid=25381) [trial-2393↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25381)] [trial-2393↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a20:00:55.111219 tst handover.py:18: Test FAILED (6.6 sec)\u000a20:00:55.172527 run osmo-hlr_10.42.42.2(pid=25378): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25378)]\u000a20:00:55.222657 run osmo-hlr_10.42.42.2(pid=25378): stdout: \u000a| (launched: 2022-12-13_20:00:52.275971) \u000a20:00:55.273162 run osmo-hlr_10.42.42.2(pid=25378): stderr: \u000a| �[0;m�[1;31m20221213200052451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200052451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200052451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200052452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200052452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200052452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200052463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200052473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200052473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200052473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:55.342060 run osmo-msc_10.42.42.6(pid=25384): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25384)]\u000a20:00:55.391995 run osmo-msc_10.42.42.6(pid=25384): stdout: \u000a| (launched: 2022-12-13_20:00:54.198910) \u000a20:00:55.442561 run osmo-msc_10.42.42.6(pid=25384): stderr: \u000a| �[0;m�[38;5;43m20221213200054469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200054469 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20cede0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200054469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200054469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200054469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200054470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200054471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200054472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200054472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200054472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:00:55.485722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25377): Terminating (SIGTERM)\u000a20:00:55.526506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25380): Terminating (SIGTERM)\u000a20:00:55.566895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25383): Terminating (SIGTERM)\u000a20:00:55.576149 --- ParallelTerminationStrategy: PID 25377 died...\u000a20:00:55.630511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25377): Terminated: ok {rc=0}\u000a20:00:55.640140 --- ParallelTerminationStrategy: PID 25380 died...\u000a20:00:55.694624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25380): Terminated: ok {rc=0}\u000a20:00:55.704313 --- ParallelTerminationStrategy: PID 25383 died...\u000a20:00:55.758803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25383): Terminated: ok {rc=0}\u000a20:00:55.849189 bus /sierra_3: Setting Powered False\u000a20:00:56.958450 bus /sierra_3: Setting Powered False\u000a20:00:58.072057 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:00:48" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25395): Process ended prematurely: osmo-stp_10.42.42.5(pid=25395) [trial-2393↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25395)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25395): Process ended prematurely: osmo-stp_10.42.42.5(pid=25395) [trial-2393↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:01:00.105196 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:00.116365 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:01:00.262779 tst handover.py: using LAC 35947\u000a20:01:00.392793 tst handover.py: using RAC 247\u000a20:01:00.524614 tst handover.py: using CellId 35947\u000a20:01:00.656615 tst handover.py: using BVCI 35948\u000a20:01:00.681963 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:01:00.825724 tst handover.py: using LAC 35948\u000a20:01:00.967201 tst handover.py: using RAC 248\u000a20:01:01.105605 tst handover.py: using CellId 35948\u000a20:01:01.253928 tst handover.py: using BVCI 35949\u000a20:01:01.279941 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:01.292072 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:01.304213 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:01.316291 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:01.329664 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:01.343566 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:01:01.469798 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:01:01.705182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:02.214181 run create_hlr_db(pid=25389): Launched\u000a20:01:02.343524 bus /sierra_2: Setting Powered False\u000a20:01:03.415259 run create_hlr_db(pid=25389): Terminated: ok {rc=0}\u000a20:01:03.802166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25391): Launched\u000a20:01:04.113779 run osmo-hlr_10.42.42.2(pid=25392): Launched\u000a20:01:04.234564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:04.751892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25394): Launched\u000a20:01:05.062723 run osmo-stp_10.42.42.5(pid=25395): Launched\u000a20:01:05.175601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:01:05.712447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25397): Launched\u000a20:01:06.023220 run osmo-msc_10.42.42.6(pid=25398): Launched\u000a20:01:06.204842 run osmo-stp_10.42.42.5(pid=25395): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25395)]\u000a20:01:06.335375 run osmo-stp_10.42.42.5(pid=25395): stdout: \u000a| (launched: 2022-12-13_20:01:04.909244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:06.463860 run osmo-stp_10.42.42.5(pid=25395): stderr: \u000a| �[0;m�[38;5;43m20221213200105079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200105079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200105080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200105080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200105080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200105081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200105081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:06.588501 run osmo-stp_10.42.42.5(pid=25395): stdout: \u000a| (launched: 2022-12-13_20:01:04.909244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:06.711874 run osmo-stp_10.42.42.5(pid=25395): stderr: \u000a| �[0;m�[38;5;43m20221213200105079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200105079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200105080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200105080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200105080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200105081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200105081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:06.765464 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25395): Process ended prematurely: osmo-stp_10.42.42.5(pid=25395) [trial-2393↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25395)] [trial-2393↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a20:01:06.773357 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:01:06.834398 run osmo-hlr_10.42.42.2(pid=25392): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25392)]\u000a20:01:06.884147 run osmo-hlr_10.42.42.2(pid=25392): stdout: \u000a| (launched: 2022-12-13_20:01:03.959922) \u000a20:01:06.934385 run osmo-hlr_10.42.42.2(pid=25392): stderr: \u000a| �[0;m�[1;31m20221213200104135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200104135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200104135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200104135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200104135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200104135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200104147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200104155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200104156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200104156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:07.002544 run osmo-msc_10.42.42.6(pid=25398): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25398)]\u000a20:01:07.052045 run osmo-msc_10.42.42.6(pid=25398): stdout: \u000a| (launched: 2022-12-13_20:01:05.869125) \u000a20:01:07.102047 run osmo-msc_10.42.42.6(pid=25398): stderr: \u000a| �[0;m�[38;5;43m20221213200106138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200106138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1f5371c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200106138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200106138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200106138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200106138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200106140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200106140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200106141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200106141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:01:07.144904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25391): Terminating (SIGTERM)\u000a20:01:07.185828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25394): Terminating (SIGTERM)\u000a20:01:07.226129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25397): Terminating (SIGTERM)\u000a20:01:07.235402 --- ParallelTerminationStrategy: PID 25391 died...\u000a20:01:07.289695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25391): Terminated: ok {rc=0}\u000a20:01:07.299350 --- ParallelTerminationStrategy: PID 25394 died...\u000a20:01:07.353509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25394): Terminated: ok {rc=0}\u000a20:01:07.363082 --- ParallelTerminationStrategy: PID 25397 died...\u000a20:01:07.417637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25397): Terminated: ok {rc=0}\u000a20:01:07.507366 bus /sierra_3: Setting Powered False\u000a20:01:08.611557 bus /sierra_3: Setting Powered False\u000a20:01:09.724592 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:00:59" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25410): Process ended prematurely: osmo-stp_10.42.42.5(pid=25410) [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25410)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25410): Process ended prematurely: osmo-stp_10.42.42.5(pid=25410) [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a20:01:11.762744 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:01:11.774759 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:01:11.915544 tst handover.py: using LAC 35949\u000a20:01:12.044753 tst handover.py: using RAC 249\u000a20:01:12.164184 tst handover.py: using CellId 35949\u000a20:01:12.285258 tst handover.py: using BVCI 35950\u000a20:01:12.308599 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:01:12.452108 tst handover.py: using LAC 35950\u000a20:01:12.579328 tst handover.py: using RAC 250\u000a20:01:12.707007 tst handover.py: using CellId 35950\u000a20:01:12.833756 tst handover.py: using BVCI 35951\u000a20:01:12.858983 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:01:12.870743 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:01:12.882423 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:01:12.894104 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:01:12.906406 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:01:12.918576 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:01:13.038229 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:01:13.252627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:13.757495 run create_hlr_db(pid=25403): Launched\u000a20:01:13.891906 bus /sierra_2: Setting Powered False\u000a20:01:14.970593 run create_hlr_db(pid=25403): Terminated: ok {rc=0}\u000a20:01:15.385328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25405): Launched\u000a20:01:15.719928 run osmo-hlr_10.42.42.2(pid=25406): Launched\u000a20:01:15.845073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:16.428268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25409): Launched\u000a20:01:16.900436 run osmo-stp_10.42.42.5(pid=25410): Launched\u000a20:01:17.125799 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:01:17.727265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25412): Launched\u000a20:01:18.060537 run osmo-msc_10.42.42.6(pid=25413): Launched\u000a20:01:18.254359 run osmo-stp_10.42.42.5(pid=25410): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25410)]\u000a20:01:18.393504 run osmo-stp_10.42.42.5(pid=25410): stdout: \u000a| (launched: 2022-12-13_20:01:16.591547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:18.531973 run osmo-stp_10.42.42.5(pid=25410): stderr: \u000a| �[0;m�[38;5;43m20221213200116807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200116807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200116808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200116808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200116809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200116809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200116809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:18.664899 run osmo-stp_10.42.42.5(pid=25410): stdout: \u000a| (launched: 2022-12-13_20:01:16.591547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:18.797026 run osmo-stp_10.42.42.5(pid=25410): stderr: \u000a| �[0;m�[38;5;43m20221213200116807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200116807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200116808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200116808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200116809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200116809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200116809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:18.854495 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25410): Process ended prematurely: osmo-stp_10.42.42.5(pid=25410) [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25410)] [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a20:01:18.862989 tst handover.py:18: Test FAILED (7.1 sec)\u000a20:01:18.926024 run osmo-hlr_10.42.42.2(pid=25406): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25406)]\u000a20:01:18.977789 run osmo-hlr_10.42.42.2(pid=25406): stdout: \u000a| (launched: 2022-12-13_20:01:15.555007) \u000a20:01:19.030193 run osmo-hlr_10.42.42.2(pid=25406): stderr: \u000a| �[0;m�[1;31m20221213200115756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200115756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200115756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200115756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200115756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200115756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200115767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200115776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200115776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200115776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:19.101710 run osmo-msc_10.42.42.6(pid=25413): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25413)]\u000a20:01:19.153112 run osmo-msc_10.42.42.6(pid=25413): stdout: \u000a| (launched: 2022-12-13_20:01:17.895678) \u000a20:01:19.205242 run osmo-msc_10.42.42.6(pid=25413): stderr: \u000a| �[0;m�[38;5;43m20221213200118216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200118216 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25be1bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200118217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200118217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200118217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200118217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200118219 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200118219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200118219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200118219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:01:19.249889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25405): Terminating (SIGTERM)\u000a20:01:19.291870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25409): Terminating (SIGTERM)\u000a20:01:19.334044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25412): Terminating (SIGTERM)\u000a20:01:19.344032 --- ParallelTerminationStrategy: PID 25405 died...\u000a20:01:19.400257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25405): Terminated: ok {rc=0}\u000a20:01:19.410403 --- ParallelTerminationStrategy: PID 25409 died...\u000a20:01:19.466159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25409): Terminated: ok {rc=0}\u000a20:01:19.476196 --- ParallelTerminationStrategy: PID 25412 died...\u000a20:01:19.532380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25412): Terminated: ok {rc=0}\u000a20:01:19.619728 bus /sierra_3: Setting Powered False\u000a20:01:20.725812 bus /sierra_3: Setting Powered False\u000a20:01:21.833614 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:01:11" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25424): Process ended prematurely: osmo-stp_10.42.42.5(pid=25424) [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25424)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25424): Process ended prematurely: osmo-stp_10.42.42.5(pid=25424) [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a20:01:23.828161 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:01:23.839467 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:01:23.981704 tst handover.py: using LAC 35951\u000a20:01:24.110618 tst handover.py: using RAC 251\u000a20:01:24.239428 tst handover.py: using CellId 35951\u000a20:01:24.370038 tst handover.py: using BVCI 35952\u000a20:01:24.395421 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:01:24.529470 tst handover.py: using LAC 35952\u000a20:01:24.660282 tst handover.py: using RAC 252\u000a20:01:24.788360 tst handover.py: using CellId 35952\u000a20:01:24.922061 tst handover.py: using BVCI 35953\u000a20:01:24.946997 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:01:24.958603 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:01:24.970030 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:01:24.981575 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:01:24.993188 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:01:25.004507 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:01:25.120890 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:01:25.334993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:25.835498 run create_hlr_db(pid=25418): Launched\u000a20:01:25.970006 bus /sierra_2: Setting Powered False\u000a20:01:27.046799 run create_hlr_db(pid=25418): Terminated: ok {rc=0}\u000a20:01:27.459867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25420): Launched\u000a20:01:27.794201 run osmo-hlr_10.42.42.2(pid=25421): Launched\u000a20:01:27.914965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:28.461794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25423): Launched\u000a20:01:28.795893 run osmo-stp_10.42.42.5(pid=25424): Launched\u000a20:01:28.915854 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:01:29.492139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25426): Launched\u000a20:01:29.826047 run osmo-msc_10.42.42.6(pid=25427): Launched\u000a20:01:30.019366 run osmo-stp_10.42.42.5(pid=25424): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25424)]\u000a20:01:30.159344 run osmo-stp_10.42.42.5(pid=25424): stdout: \u000a| (launched: 2022-12-13_20:01:28.631656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:30.297720 run osmo-stp_10.42.42.5(pid=25424): stderr: \u000a| �[0;m�[38;5;43m20221213200128823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200128823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200128823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200128824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200128824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200128824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200128824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:30.431225 run osmo-stp_10.42.42.5(pid=25424): stdout: \u000a| (launched: 2022-12-13_20:01:28.631656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:30.563678 run osmo-stp_10.42.42.5(pid=25424): stderr: \u000a| �[0;m�[38;5;43m20221213200128823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200128823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200128823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200128824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200128824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200128824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200128824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:30.621599 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25424): Process ended prematurely: osmo-stp_10.42.42.5(pid=25424) [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25424)] [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a20:01:30.630467 tst handover.py:18: Test FAILED (6.8 sec)\u000a20:01:30.693473 run osmo-hlr_10.42.42.2(pid=25421): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25421)]\u000a20:01:30.745138 run osmo-hlr_10.42.42.2(pid=25421): stdout: \u000a| (launched: 2022-12-13_20:01:27.629812) \u000a20:01:30.797321 run osmo-hlr_10.42.42.2(pid=25421): stderr: \u000a| �[0;m�[1;31m20221213200127827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200127827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200127827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200127827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200127827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200127827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200127839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200127850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200127850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200127850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:30.868913 run osmo-msc_10.42.42.6(pid=25427): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25427)]\u000a20:01:30.921303 run osmo-msc_10.42.42.6(pid=25427): stdout: \u000a| (launched: 2022-12-13_20:01:29.661433) \u000a20:01:30.974329 run osmo-msc_10.42.42.6(pid=25427): stderr: \u000a| �[0;m�[38;5;43m20221213200129981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200129981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb83d9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200129981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200129981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200129981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200129981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200129983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200129983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200129984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200129984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:01:31.019519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25420): Terminating (SIGTERM)\u000a20:01:31.062179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25423): Terminating (SIGTERM)\u000a20:01:31.104874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25426): Terminating (SIGTERM)\u000a20:01:31.114668 --- ParallelTerminationStrategy: PID 25420 died...\u000a20:01:31.171713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25420): Terminated: ok {rc=0}\u000a20:01:31.182319 --- ParallelTerminationStrategy: PID 25423 died...\u000a20:01:31.239003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25423): Terminated: ok {rc=0}\u000a20:01:31.249602 --- ParallelTerminationStrategy: PID 25426 died...\u000a20:01:31.306237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25426): Terminated: ok {rc=0}\u000a20:01:31.395170 bus /sierra_3: Setting Powered False\u000a20:01:32.497903 bus /sierra_3: Setting Powered False\u000a20:01:33.610188 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:01:23" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25438): Process ended prematurely: osmo-stp_10.42.42.5(pid=25438) [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25438)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25438): Process ended prematurely: osmo-stp_10.42.42.5(pid=25438) [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:01:35.633283 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:01:35.645068 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:01:35.785980 tst handover.py: using LAC 35953\u000a20:01:35.916281 tst handover.py: using RAC 253\u000a20:01:36.047724 tst handover.py: using CellId 35953\u000a20:01:36.177151 tst handover.py: using BVCI 35954\u000a20:01:36.202377 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:01:36.349937 tst handover.py: using LAC 35954\u000a20:01:36.487638 tst handover.py: using RAC 254\u000a20:01:36.613811 tst handover.py: using CellId 35954\u000a20:01:36.742593 tst handover.py: using BVCI 35955\u000a20:01:36.767885 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:01:36.779658 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:01:36.791208 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:01:36.802800 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:01:36.814540 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:01:36.826045 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:01:36.944462 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:01:37.159723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:37.664713 run create_hlr_db(pid=25432): Launched\u000a20:01:37.799730 bus /sierra_2: Setting Powered False\u000a20:01:38.878141 run create_hlr_db(pid=25432): Terminated: ok {rc=0}\u000a20:01:39.293449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25434): Launched\u000a20:01:39.629251 run osmo-hlr_10.42.42.2(pid=25435): Launched\u000a20:01:39.750639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:40.281183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25437): Launched\u000a20:01:40.592902 run osmo-stp_10.42.42.5(pid=25438): Launched\u000a20:01:40.707918 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:01:41.249979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25440): Launched\u000a20:01:41.564876 run osmo-msc_10.42.42.6(pid=25441): Launched\u000a20:01:41.747822 run osmo-stp_10.42.42.5(pid=25438): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25438)]\u000a20:01:41.879016 run osmo-stp_10.42.42.5(pid=25438): stdout: \u000a| (launched: 2022-12-13_20:01:40.438799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:42.007672 run osmo-stp_10.42.42.5(pid=25438): stderr: \u000a| �[0;m�[38;5;43m20221213200140607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200140607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200140607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200140607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200140608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200140608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200140608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:42.132032 run osmo-stp_10.42.42.5(pid=25438): stdout: \u000a| (launched: 2022-12-13_20:01:40.438799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:42.256004 run osmo-stp_10.42.42.5(pid=25438): stderr: \u000a| �[0;m�[38;5;43m20221213200140607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200140607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200140607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200140607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200140608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200140608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200140608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:42.309517 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25438): Process ended prematurely: osmo-stp_10.42.42.5(pid=25438) [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25438)] [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a20:01:42.317465 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:01:42.377423 run osmo-hlr_10.42.42.2(pid=25435): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25435)]\u000a20:01:42.426480 run osmo-hlr_10.42.42.2(pid=25435): stdout: \u000a| (launched: 2022-12-13_20:01:39.462636) \u000a20:01:42.476244 run osmo-hlr_10.42.42.2(pid=25435): stderr: \u000a| �[0;m�[1;31m20221213200139659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200139659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200139659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200139659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200139659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200139659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200139672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200139682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200139682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200139682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:42.543951 run osmo-msc_10.42.42.6(pid=25441): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25441)]\u000a20:01:42.592869 run osmo-msc_10.42.42.6(pid=25441): stdout: \u000a| (launched: 2022-12-13_20:01:41.407848) \u000a20:01:42.642182 run osmo-msc_10.42.42.6(pid=25441): stderr: \u000a| �[0;m�[38;5;43m20221213200141680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200141680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1a7437c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200141680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200141680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200141680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200141681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200141682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200141683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200141683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200141683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:01:42.684234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25434): Terminating (SIGTERM)\u000a20:01:42.724045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25437): Terminating (SIGTERM)\u000a20:01:42.763713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25440): Terminating (SIGTERM)\u000a20:01:42.772915 --- ParallelTerminationStrategy: PID 25434 died...\u000a20:01:42.826670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25434): Terminated: ok {rc=0}\u000a20:01:42.836199 --- ParallelTerminationStrategy: PID 25437 died...\u000a20:01:42.889758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25437): Terminated: ok {rc=0}\u000a20:01:42.899320 --- ParallelTerminationStrategy: PID 25440 died...\u000a20:01:42.952912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25440): Terminated: ok {rc=0}\u000a20:01:43.041960 bus /sierra_3: Setting Powered False\u000a20:01:44.146075 bus /sierra_3: Setting Powered False\u000a20:01:45.260181 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:01:35" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25452): Process ended prematurely: osmo-stp_10.42.42.5(pid=25452) [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25452)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25452): Process ended prematurely: osmo-stp_10.42.42.5(pid=25452) [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:01:47.331866 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:47.343112 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:01:47.478352 tst handover.py: using LAC 35955\u000a20:01:47.603523 tst handover.py: using RAC 255\u000a20:01:47.723089 tst handover.py: using CellId 35955\u000a20:01:47.844754 tst handover.py: using BVCI 35956\u000a20:01:47.868138 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:01:48.005061 tst handover.py: using LAC 35956\u000a20:01:48.126452 tst handover.py: using RAC 1\u000a20:01:48.246329 tst handover.py: using CellId 35956\u000a20:01:48.366141 tst handover.py: using BVCI 35957\u000a20:01:48.389732 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:48.400892 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:48.411875 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:48.422918 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:48.434305 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:01:48.445707 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:01:48.567308 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:01:48.772567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:49.235334 run create_hlr_db(pid=25446): Launched\u000a20:01:49.362090 bus /sierra_2: Setting Powered False\u000a20:01:50.435512 run create_hlr_db(pid=25446): Terminated: ok {rc=0}\u000a20:01:50.824718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25448): Launched\u000a20:01:51.136357 run osmo-hlr_10.42.42.2(pid=25449): Launched\u000a20:01:51.257543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:51.773945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25451): Launched\u000a20:01:52.085542 run osmo-stp_10.42.42.5(pid=25452): Launched\u000a20:01:52.198307 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:01:52.738994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25454): Launched\u000a20:01:53.052543 run osmo-msc_10.42.42.6(pid=25455): Launched\u000a20:01:53.233617 run osmo-stp_10.42.42.5(pid=25452): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25452)]\u000a20:01:53.364080 run osmo-stp_10.42.42.5(pid=25452): stdout: \u000a| (launched: 2022-12-13_20:01:51.931419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:53.492708 run osmo-stp_10.42.42.5(pid=25452): stderr: \u000a| �[0;m�[38;5;43m20221213200152099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200152099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200152099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200152100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200152100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200152100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200152100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:53.616927 run osmo-stp_10.42.42.5(pid=25452): stdout: \u000a| (launched: 2022-12-13_20:01:51.931419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:53.740554 run osmo-stp_10.42.42.5(pid=25452): stderr: \u000a| �[0;m�[38;5;43m20221213200152099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200152099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200152099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200152100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200152100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200152100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200152100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:53.794288 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25452): Process ended prematurely: osmo-stp_10.42.42.5(pid=25452) [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25452)] [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a20:01:53.802581 tst handover.py:18: Test FAILED (6.5 sec)\u000a20:01:53.863368 run osmo-hlr_10.42.42.2(pid=25449): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25449)]\u000a20:01:53.912904 run osmo-hlr_10.42.42.2(pid=25449): stdout: \u000a| (launched: 2022-12-13_20:01:50.982597) \u000a20:01:53.962897 run osmo-hlr_10.42.42.2(pid=25449): stderr: \u000a| �[0;m�[1;31m20221213200151160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200151160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200151160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200151160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200151160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200151160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200151172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200151180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200151181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200151181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:54.031225 run osmo-msc_10.42.42.6(pid=25455): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25455)]\u000a20:01:54.080689 run osmo-msc_10.42.42.6(pid=25455): stdout: \u000a| (launched: 2022-12-13_20:01:52.896564) \u000a20:01:54.131264 run osmo-msc_10.42.42.6(pid=25455): stderr: \u000a| �[0;m�[38;5;43m20221213200153167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200153168 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b4756cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200153168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200153168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200153168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200153168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200153170 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200153170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200153171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200153171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:01:54.173855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25448): Terminating (SIGTERM)\u000a20:01:54.213752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25451): Terminating (SIGTERM)\u000a20:01:54.253991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25454): Terminating (SIGTERM)\u000a20:01:54.263417 --- ParallelTerminationStrategy: PID 25448 died...\u000a20:01:54.317430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25448): Terminated: ok {rc=0}\u000a20:01:54.327181 --- ParallelTerminationStrategy: PID 25451 died...\u000a20:01:54.380736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25451): Terminated: ok {rc=0}\u000a20:01:54.390439 --- ParallelTerminationStrategy: PID 25454 died...\u000a20:01:54.444506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25454): Terminated: ok {rc=0}\u000a20:01:54.535256 bus /sierra_3: Setting Powered False\u000a20:01:55.638993 bus /sierra_3: Setting Powered False\u000a20:01:56.752143 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:01:47" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25466): Process ended prematurely: osmo-stp_10.42.42.5(pid=25466) [trial-2393↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25466)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25466): Process ended prematurely: osmo-stp_10.42.42.5(pid=25466) [trial-2393↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a20:01:58.759397 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:01:58.771046 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:01:58.919227 tst handover.py: using LAC 35957\u000a20:01:59.050383 tst handover.py: using RAC 2\u000a20:01:59.182413 tst handover.py: using CellId 35957\u000a20:01:59.312276 tst handover.py: using BVCI 35958\u000a20:01:59.337455 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:01:59.471099 tst handover.py: using LAC 35958\u000a20:01:59.601064 tst handover.py: using RAC 3\u000a20:01:59.732739 tst handover.py: using CellId 35958\u000a20:01:59.864851 tst handover.py: using BVCI 35959\u000a20:01:59.890159 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:01:59.901702 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:01:59.913075 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:01:59.924413 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:01:59.935990 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:01:59.947492 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:02:00.063849 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:02:00.276786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:02:00.782996 run create_hlr_db(pid=25460): Launched\u000a20:02:00.932893 bus /sierra_2: Setting Powered False\u000a20:02:01.997640 run create_hlr_db(pid=25460): Terminated: ok {rc=0}\u000a20:02:02.419065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25462): Launched\u000a20:02:02.756901 run osmo-hlr_10.42.42.2(pid=25463): Launched\u000a20:02:02.878460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:02:03.426780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25465): Launched\u000a20:02:03.761823 run osmo-stp_10.42.42.5(pid=25466): Launched\u000a20:02:03.881543 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:02:04.457791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25468): Launched\u000a20:02:04.792095 run osmo-msc_10.42.42.6(pid=25469): Launched\u000a20:02:04.985579 run osmo-stp_10.42.42.5(pid=25466): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25466)]\u000a20:02:05.124831 run osmo-stp_10.42.42.5(pid=25466): stdout: \u000a| (launched: 2022-12-13_20:02:03.596681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:05.263308 run osmo-stp_10.42.42.5(pid=25466): stderr: \u000a| �[0;m�[38;5;43m20221213200203788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200203788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200203788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200203789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200203789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200203789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200203790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:05.397213 run osmo-stp_10.42.42.5(pid=25466): stdout: \u000a| (launched: 2022-12-13_20:02:03.596681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:05.529764 run osmo-stp_10.42.42.5(pid=25466): stderr: \u000a| �[0;m�[38;5;43m20221213200203788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200203788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200203788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200203789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200203789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200203789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200203790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:05.588185 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25466): Process ended prematurely: osmo-stp_10.42.42.5(pid=25466) [trial-2393↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25466)] [trial-2393↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a20:02:05.596860 tst handover.py:18: Test FAILED (6.8 sec)\u000a20:02:05.660463 run osmo-hlr_10.42.42.2(pid=25463): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25463)]\u000a20:02:05.712435 run osmo-hlr_10.42.42.2(pid=25463): stdout: \u000a| (launched: 2022-12-13_20:02:02.589836) \u000a20:02:05.764635 run osmo-hlr_10.42.42.2(pid=25463): stderr: \u000a| �[0;m�[1;31m20221213200202787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200202787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200202787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200202787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200202787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200202787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200202801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200202811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200202812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200202812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:02:05.836010 run osmo-msc_10.42.42.6(pid=25469): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25469)]\u000a20:02:05.887536 run osmo-msc_10.42.42.6(pid=25469): stdout: \u000a| (launched: 2022-12-13_20:02:04.627097) \u000a20:02:05.939902 run osmo-msc_10.42.42.6(pid=25469): stderr: \u000a| �[0;m�[38;5;43m20221213200204948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200204948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fa277cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200204949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200204949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200204949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200204949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200204951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200204951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200204951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200204951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:02:05.984471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25462): Terminating (SIGTERM)\u000a20:02:06.027676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25465): Terminating (SIGTERM)\u000a20:02:06.070501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25468): Terminating (SIGTERM)\u000a20:02:06.080424 --- ParallelTerminationStrategy: PID 25462 died...\u000a20:02:06.137717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25462): Terminated: ok {rc=0}\u000a20:02:06.148128 --- ParallelTerminationStrategy: PID 25465 died...\u000a20:02:06.204809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25465): Terminated: ok {rc=0}\u000a20:02:06.215209 --- ParallelTerminationStrategy: PID 25468 died...\u000a20:02:06.271906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25468): Terminated: ok {rc=0}\u000a20:02:06.359710 bus /sierra_3: Setting Powered False\u000a20:02:07.463235 bus /sierra_3: Setting Powered False\u000a20:02:08.570877 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:01:58" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25480): Process ended prematurely: osmo-stp_10.42.42.5(pid=25480) [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25480)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25480): Process ended prematurely: osmo-stp_10.42.42.5(pid=25480) [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:02:10.602934 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:02:10.614210 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:02:10.757109 tst handover.py: using LAC 35959\u000a20:02:10.877481 tst handover.py: using RAC 4\u000a20:02:11.005248 tst handover.py: using CellId 35959\u000a20:02:11.138600 tst handover.py: using BVCI 35960\u000a20:02:11.164028 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:02:11.309350 tst handover.py: using LAC 35960\u000a20:02:11.440045 tst handover.py: using RAC 5\u000a20:02:11.569311 tst handover.py: using CellId 35960\u000a20:02:11.702553 tst handover.py: using BVCI 35961\u000a20:02:11.727950 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:02:11.739787 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:02:11.751380 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:02:11.763083 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:02:11.775029 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:02:11.786956 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:02:11.903131 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:02:12.106388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:02:12.568610 run create_hlr_db(pid=25474): Launched\u000a20:02:12.695136 bus /sierra_2: Setting Powered False\u000a20:02:13.779858 run create_hlr_db(pid=25474): Terminated: ok {rc=0}\u000a20:02:14.169628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25476): Launched\u000a20:02:14.480597 run osmo-hlr_10.42.42.2(pid=25477): Launched\u000a20:02:14.598171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:02:15.108550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25479): Launched\u000a20:02:15.419739 run osmo-stp_10.42.42.5(pid=25480): Launched\u000a20:02:15.532376 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:02:16.109857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25482): Launched\u000a20:02:16.592101 run osmo-msc_10.42.42.6(pid=25483): Launched\u000a20:02:17.083556 run osmo-stp_10.42.42.5(pid=25480): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25480)]\u000a20:02:17.375112 run osmo-stp_10.42.42.5(pid=25480): stdout: \u000a| (launched: 2022-12-13_20:02:15.266060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:17.515168 run osmo-stp_10.42.42.5(pid=25480): stderr: \u000a| �[0;m�[38;5;43m20221213200215435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200215435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200215435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200215435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200215436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200215436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200215436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:17.650013 run osmo-stp_10.42.42.5(pid=25480): stdout: \u000a| (launched: 2022-12-13_20:02:15.266060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:17.783322 run osmo-stp_10.42.42.5(pid=25480): stderr: \u000a| �[0;m�[38;5;43m20221213200215435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200215435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200215435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200215435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200215436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200215436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200215436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:17.841778 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25480): Process ended prematurely: osmo-stp_10.42.42.5(pid=25480) [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25480)] [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a20:02:17.850571 tst handover.py:18: Test FAILED (7.2 sec)\u000a20:02:17.914576 run osmo-hlr_10.42.42.2(pid=25477): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25477)]\u000a20:02:17.967142 run osmo-hlr_10.42.42.2(pid=25477): stdout: \u000a| (launched: 2022-12-13_20:02:14.326982) \u000a20:02:18.020011 run osmo-hlr_10.42.42.2(pid=25477): stderr: \u000a| �[0;m�[1;31m20221213200214504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200214504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200214504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200214504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200214504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200214504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200214515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200214524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200214524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200214525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:02:18.092249 run osmo-msc_10.42.42.6(pid=25483): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25483)]\u000a20:02:18.144505 run osmo-msc_10.42.42.6(pid=25483): stdout: \u000a| (launched: 2022-12-13_20:02:16.271169) \u000a20:02:18.197575 run osmo-msc_10.42.42.6(pid=25483): stderr: \u000a| �[0;m�[38;5;43m20221213200217037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200217037 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82e2f6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200217037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200217037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200217038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200217039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200217046 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200217047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200217049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200217049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:02:18.242631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25476): Terminating (SIGTERM)\u000a20:02:18.285360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25479): Terminating (SIGTERM)\u000a20:02:18.328099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25482): Terminating (SIGTERM)\u000a20:02:18.338103 --- ParallelTerminationStrategy: PID 25476 died...\u000a20:02:18.395190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25476): Terminated: ok {rc=0}\u000a20:02:18.405663 --- ParallelTerminationStrategy: PID 25479 died...\u000a20:02:18.462939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25479): Terminated: ok {rc=0}\u000a20:02:18.473422 --- ParallelTerminationStrategy: PID 25482 died...\u000a20:02:18.530022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25482): Terminated: ok {rc=0}\u000a20:02:18.618226 bus /sierra_3: Setting Powered False\u000a20:02:19.722781 bus /sierra_3: Setting Powered False\u000a20:02:20.833645 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:02:10" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25494): Process ended prematurely: osmo-stp_10.42.42.5(pid=25494) [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25494)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25494): Process ended prematurely: osmo-stp_10.42.42.5(pid=25494) [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:02:22.878689 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:22.893481 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:02:23.036684 tst handover.py: using LAC 35961\u000a20:02:23.155742 tst handover.py: using RAC 6\u000a20:02:23.276453 tst handover.py: using CellId 35961\u000a20:02:23.397649 tst handover.py: using BVCI 35962\u000a20:02:23.421052 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:02:23.557750 tst handover.py: using LAC 35962\u000a20:02:23.677237 tst handover.py: using RAC 7\u000a20:02:23.797531 tst handover.py: using CellId 35962\u000a20:02:23.917132 tst handover.py: using BVCI 35963\u000a20:02:23.940545 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:23.951930 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:23.963143 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:23.974451 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:23.986245 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:23.997929 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:02:24.119593 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:02:24.325791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:02:24.785982 run create_hlr_db(pid=25488): Launched\u000a20:02:24.912112 bus /sierra_2: Setting Powered False\u000a20:02:25.985169 run create_hlr_db(pid=25488): Terminated: ok {rc=0}\u000a20:02:26.398708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25490): Launched\u000a20:02:26.735577 run osmo-hlr_10.42.42.2(pid=25491): Launched\u000a20:02:26.860375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:02:27.411027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25493): Launched\u000a20:02:27.749570 run osmo-stp_10.42.42.5(pid=25494): Launched\u000a20:02:27.870070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:02:28.446135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25496): Launched\u000a20:02:28.779943 run osmo-msc_10.42.42.6(pid=25497): Launched\u000a20:02:28.973643 run osmo-stp_10.42.42.5(pid=25494): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25494)]\u000a20:02:29.113230 run osmo-stp_10.42.42.5(pid=25494): stdout: \u000a| (launched: 2022-12-13_20:02:27.581634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:29.251371 run osmo-stp_10.42.42.5(pid=25494): stderr: \u000a| �[0;m�[38;5;43m20221213200227772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200227772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200227773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200227773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200227774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200227774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200227774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:29.385075 run osmo-stp_10.42.42.5(pid=25494): stdout: \u000a| (launched: 2022-12-13_20:02:27.581634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:29.517412 run osmo-stp_10.42.42.5(pid=25494): stderr: \u000a| �[0;m�[38;5;43m20221213200227772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200227772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200227773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200227773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200227774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200227774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200227774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:29.575518 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25494): Process ended prematurely: osmo-stp_10.42.42.5(pid=25494) [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25494)] [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a20:02:29.584291 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:02:29.647622 run osmo-hlr_10.42.42.2(pid=25491): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25491)]\u000a20:02:29.699449 run osmo-hlr_10.42.42.2(pid=25491): stdout: \u000a| (launched: 2022-12-13_20:02:26.568794) \u000a20:02:29.752003 run osmo-hlr_10.42.42.2(pid=25491): stderr: \u000a| �[0;m�[1;31m20221213200226768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200226768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200226768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200226768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200226768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200226768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200226781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200226791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200226791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200226791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:02:29.823303 run osmo-msc_10.42.42.6(pid=25497): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25497)]\u000a20:02:29.874814 run osmo-msc_10.42.42.6(pid=25497): stdout: \u000a| (launched: 2022-12-13_20:02:28.615859) \u000a20:02:29.926972 run osmo-msc_10.42.42.6(pid=25497): stderr: \u000a| �[0;m�[38;5;43m20221213200228938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200228938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb20d3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200228938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200228938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200228939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200228939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200228941 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200228941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200228941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200228942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:02:29.971364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25490): Terminating (SIGTERM)\u000a20:02:30.013557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25493): Terminating (SIGTERM)\u000a20:02:30.055536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25496): Terminating (SIGTERM)\u000a20:02:30.065374 --- ParallelTerminationStrategy: PID 25490 died...\u000a20:02:30.121399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25490): Terminated: ok {rc=0}\u000a20:02:30.131544 --- ParallelTerminationStrategy: PID 25493 died...\u000a20:02:30.187341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25493): Terminated: ok {rc=0}\u000a20:02:30.197474 --- ParallelTerminationStrategy: PID 25496 died...\u000a20:02:30.253510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25496): Terminated: ok {rc=0}\u000a20:02:30.340868 bus /sierra_3: Setting Powered False\u000a20:02:31.443060 bus /sierra_3: Setting Powered False\u000a20:02:32.555720 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:02:22" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25508): Process ended prematurely: osmo-stp_10.42.42.5(pid=25508) [trial-2393↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25508)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25508): Process ended prematurely: osmo-stp_10.42.42.5(pid=25508) [trial-2393↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:02:34.568684 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:02:34.580032 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:02:34.703076 tst handover.py: using LAC 35963\u000a20:02:34.822481 tst handover.py: using RAC 8\u000a20:02:34.946936 tst handover.py: using CellId 35963\u000a20:02:35.066251 tst handover.py: using BVCI 35964\u000a20:02:35.089691 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:02:35.224897 tst handover.py: using LAC 35964\u000a20:02:35.345229 tst handover.py: using RAC 9\u000a20:02:35.463847 tst handover.py: using CellId 35964\u000a20:02:35.582319 tst handover.py: using BVCI 35965\u000a20:02:35.605759 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:02:35.616795 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:02:35.627558 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:02:35.638303 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:02:35.649586 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:02:35.660906 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:02:35.780343 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:02:35.987645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:02:36.448463 run create_hlr_db(pid=25502): Launched\u000a20:02:36.575435 bus /sierra_2: Setting Powered False\u000a20:02:37.648055 run create_hlr_db(pid=25502): Terminated: ok {rc=0}\u000a20:02:38.063762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25504): Launched\u000a20:02:38.398969 run osmo-hlr_10.42.42.2(pid=25505): Launched\u000a20:02:38.520087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:02:39.070035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25507): Launched\u000a20:02:39.404218 run osmo-stp_10.42.42.5(pid=25508): Launched\u000a20:02:39.523871 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:02:40.103917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25510): Launched\u000a20:02:40.437897 run osmo-msc_10.42.42.6(pid=25511): Launched\u000a20:02:40.632628 run osmo-stp_10.42.42.5(pid=25508): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25508)]\u000a20:02:40.771980 run osmo-stp_10.42.42.5(pid=25508): stdout: \u000a| (launched: 2022-12-13_20:02:39.239737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:40.910627 run osmo-stp_10.42.42.5(pid=25508): stderr: \u000a| �[0;m�[38;5;43m20221213200239431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200239431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200239431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200239431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200239432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200239432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200239432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:41.044355 run osmo-stp_10.42.42.5(pid=25508): stdout: \u000a| (launched: 2022-12-13_20:02:39.239737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:41.176616 run osmo-stp_10.42.42.5(pid=25508): stderr: \u000a| �[0;m�[38;5;43m20221213200239431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200239431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200239431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200239431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200239432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200239432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200239432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:41.234303 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25508): Process ended prematurely: osmo-stp_10.42.42.5(pid=25508) [trial-2393↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25508)] [trial-2393↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a20:02:41.242761 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:02:41.306365 run osmo-hlr_10.42.42.2(pid=25505): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25505)]\u000a20:02:41.358778 run osmo-hlr_10.42.42.2(pid=25505): stdout: \u000a| (launched: 2022-12-13_20:02:38.233837) \u000a20:02:41.411399 run osmo-hlr_10.42.42.2(pid=25505): stderr: \u000a| �[0;m�[1;31m20221213200238430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200238430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200238430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200238430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200238430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200238430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200238445 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200238456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200238456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200238456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:02:41.483124 run osmo-msc_10.42.42.6(pid=25511): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25511)]\u000a20:02:41.535135 run osmo-msc_10.42.42.6(pid=25511): stdout: \u000a| (launched: 2022-12-13_20:02:40.273210) \u000a20:02:41.588283 run osmo-msc_10.42.42.6(pid=25511): stderr: \u000a| �[0;m�[38;5;43m20221213200240594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200240594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee7e6d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200240595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200240595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200240595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200240595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200240597 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200240597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200240597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200240597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:02:41.633134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25504): Terminating (SIGTERM)\u000a20:02:41.675430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25507): Terminating (SIGTERM)\u000a20:02:41.717851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25510): Terminating (SIGTERM)\u000a20:02:41.727679 --- ParallelTerminationStrategy: PID 25504 died...\u000a20:02:41.784354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25504): Terminated: ok {rc=0}\u000a20:02:41.794647 --- ParallelTerminationStrategy: PID 25507 died...\u000a20:02:41.851377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25507): Terminated: ok {rc=0}\u000a20:02:41.861985 --- ParallelTerminationStrategy: PID 25510 died...\u000a20:02:41.918329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25510): Terminated: ok {rc=0}\u000a20:02:42.006790 bus /sierra_3: Setting Powered False\u000a20:02:43.115212 bus /sierra_3: Setting Powered False\u000a20:02:44.229410 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:02:34" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25523): Process ended prematurely: osmo-stp_10.42.42.5(pid=25523) [trial-2393↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25523)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25523): Process ended prematurely: osmo-stp_10.42.42.5(pid=25523) [trial-2393↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:02:46.247168 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:46.261517 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:02:46.399528 tst handover.py: using LAC 35965\u000a20:02:46.527925 tst handover.py: using RAC 10\u000a20:02:46.686660 tst handover.py: using CellId 35965\u000a20:02:46.815794 tst handover.py: using BVCI 35966\u000a20:02:46.840579 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:02:47.006622 tst handover.py: using LAC 35966\u000a20:02:47.135177 tst handover.py: using RAC 11\u000a20:02:47.273774 tst handover.py: using CellId 35966\u000a20:02:47.407367 tst handover.py: using BVCI 35967\u000a20:02:47.432776 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:47.444383 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:47.455810 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:47.467158 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:47.479261 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:47.490701 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:02:47.608144 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:02:47.818993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:02:48.286003 run create_hlr_db(pid=25517): Launched\u000a20:02:48.413537 bus /sierra_2: Setting Powered False\u000a20:02:49.487310 run create_hlr_db(pid=25517): Terminated: ok {rc=0}\u000a20:02:49.876726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25519): Launched\u000a20:02:50.188321 run osmo-hlr_10.42.42.2(pid=25520): Launched\u000a20:02:50.306016 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:02:50.818205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25522): Launched\u000a20:02:51.129233 run osmo-stp_10.42.42.5(pid=25523): Launched\u000a20:02:51.241756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:02:51.781326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25525): Launched\u000a20:02:52.094749 run osmo-msc_10.42.42.6(pid=25526): Launched\u000a20:02:52.276847 run osmo-stp_10.42.42.5(pid=25523): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25523)]\u000a20:02:52.408014 run osmo-stp_10.42.42.5(pid=25523): stdout: \u000a| (launched: 2022-12-13_20:02:50.975676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:52.537372 run osmo-stp_10.42.42.5(pid=25523): stderr: \u000a| �[0;m�[38;5;43m20221213200251143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200251143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200251143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200251144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200251144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200251144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200251144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:52.662713 run osmo-stp_10.42.42.5(pid=25523): stdout: \u000a| (launched: 2022-12-13_20:02:50.975676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:52.787140 run osmo-stp_10.42.42.5(pid=25523): stderr: \u000a| �[0;m�[38;5;43m20221213200251143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200251143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200251143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200251144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200251144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200251144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200251144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:52.841285 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25523): Process ended prematurely: osmo-stp_10.42.42.5(pid=25523) [trial-2393↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25523)] [trial-2393↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a20:02:52.849256 tst handover.py:18: Test FAILED (6.6 sec)\u000a20:02:52.911192 run osmo-hlr_10.42.42.2(pid=25520): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25520)]\u000a20:02:52.961218 run osmo-hlr_10.42.42.2(pid=25520): stdout: \u000a| (launched: 2022-12-13_20:02:50.034702) \u000a20:02:53.011698 run osmo-hlr_10.42.42.2(pid=25520): stderr: \u000a| �[0;m�[1;31m20221213200250209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200250209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200250209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200250209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200250209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200250209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200250221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200250229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200250229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200250229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:02:53.080609 run osmo-msc_10.42.42.6(pid=25526): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25526)]\u000a20:02:53.130528 run osmo-msc_10.42.42.6(pid=25526): stdout: \u000a| (launched: 2022-12-13_20:02:51.938938) \u000a20:02:53.181009 run osmo-msc_10.42.42.6(pid=25526): stderr: \u000a| �[0;m�[38;5;43m20221213200252210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200252210 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7a7d53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200252210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200252210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200252210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200252210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200252212 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200252212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200252213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200252213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:02:53.223743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25519): Terminating (SIGTERM)\u000a20:02:53.265033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25522): Terminating (SIGTERM)\u000a20:02:53.306078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25525): Terminating (SIGTERM)\u000a20:02:53.315550 --- ParallelTerminationStrategy: PID 25519 died...\u000a20:02:53.370027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25519): Terminated: ok {rc=0}\u000a20:02:53.379763 --- ParallelTerminationStrategy: PID 25522 died...\u000a20:02:53.434100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25522): Terminated: ok {rc=0}\u000a20:02:53.443767 --- ParallelTerminationStrategy: PID 25525 died...\u000a20:02:53.498129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25525): Terminated: ok {rc=0}\u000a20:02:53.583266 bus /sierra_3: Setting Powered False\u000a20:02:54.684896 bus /sierra_3: Setting Powered False\u000a20:02:55.798150 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:02:45" }, { "cases" : [ { "testActions" : [ ], "age" : 76, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25538): Process ended prematurely: osmo-stp_10.42.42.5(pid=25538) [trial-2393↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25538)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25538): Process ended prematurely: osmo-stp_10.42.42.5(pid=25538) [trial-2393↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2393 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:02:57.810997 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:57.822448 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:02:57.967747 tst handover.py: using LAC 35967\u000a20:02:58.097255 tst handover.py: using RAC 12\u000a20:02:58.227206 tst handover.py: using CellId 35967\u000a20:02:58.355413 tst handover.py: using BVCI 35968\u000a20:02:58.380623 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:02:58.519409 tst handover.py: using LAC 35968\u000a20:02:58.639129 tst handover.py: using RAC 13\u000a20:02:58.758771 tst handover.py: using CellId 35968\u000a20:02:58.878210 tst handover.py: using BVCI 35969\u000a20:02:58.901933 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:58.913087 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:58.924127 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:58.935102 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:58.946506 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:02:58.958031 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:02:59.078160 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:02:59.286917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:02:59.752615 run create_hlr_db(pid=25531): Launched\u000a20:02:59.879535 bus /sierra_2: Setting Powered False\u000a20:03:00.987042 run create_hlr_db(pid=25531): Terminated: ok {rc=0}\u000a20:03:01.451846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25534): Launched\u000a20:03:01.866685 run osmo-hlr_10.42.42.2(pid=25535): Launched\u000a20:03:02.034599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:03:02.700764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25537): Launched\u000a20:03:03.035360 run osmo-stp_10.42.42.5(pid=25538): Launched\u000a20:03:03.155440 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:03:03.732839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25540): Launched\u000a20:03:04.067591 run osmo-msc_10.42.42.6(pid=25541): Launched\u000a20:03:04.297452 run osmo-stp_10.42.42.5(pid=25538): ERR: Terminated: ERROR {rc=1} [trial-2393↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25538)]\u000a20:03:04.437175 run osmo-stp_10.42.42.5(pid=25538): stdout: \u000a| (launched: 2022-12-13_20:03:02.870199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:04.575417 run osmo-stp_10.42.42.5(pid=25538): stderr: \u000a| �[0;m�[38;5;43m20221213200303059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200303059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200303059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200303060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200303060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200303060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200303060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:04.708922 run osmo-stp_10.42.42.5(pid=25538): stdout: \u000a| (launched: 2022-12-13_20:03:02.870199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:04.841630 run osmo-stp_10.42.42.5(pid=25538): stderr: \u000a| �[0;m�[38;5;43m20221213200303059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213200303059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213200303059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213200303060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213200303060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213200303060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213200303060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:04.899224 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=25538): Process ended prematurely: osmo-stp_10.42.42.5(pid=25538) [trial-2393↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25538)] [trial-2393↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a20:03:04.907587 tst handover.py:18: Test FAILED (7.1 sec)\u000a20:03:04.970887 run osmo-hlr_10.42.42.2(pid=25535): ERR: Terminated: ERROR {rc=237} [trial-2393↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25535)]\u000a20:03:05.022680 run osmo-hlr_10.42.42.2(pid=25535): stdout: \u000a| (launched: 2022-12-13_20:03:01.612673) \u000a20:03:05.074863 run osmo-hlr_10.42.42.2(pid=25535): stderr: \u000a| �[0;m�[1;31m20221213200301972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213200301972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213200301972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200301972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213200301972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213200301972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213200301993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2393/run.2022-12-13_18-38-33/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213200302005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213200302006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213200302006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:03:05.146220 run osmo-msc_10.42.42.6(pid=25541): ERR: Terminated: ERROR {rc=2} [trial-2393↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25541)]\u000a20:03:05.197727 run osmo-msc_10.42.42.6(pid=25541): stdout: \u000a| (launched: 2022-12-13_20:03:03.902526) \u000a20:03:05.249780 run osmo-msc_10.42.42.6(pid=25541): stderr: \u000a| �[0;m�[38;5;43m20221213200304222 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213200304222 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58b3739c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213200304223 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213200304223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213200304223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213200304223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213200304225 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213200304225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213200304225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213200304225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:03:05.294194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25534): Terminating (SIGTERM)\u000a20:03:05.336122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25537): Terminating (SIGTERM)\u000a20:03:05.378139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25540): Terminating (SIGTERM)\u000a20:03:05.387863 --- ParallelTerminationStrategy: PID 25534 died...\u000a20:03:05.443886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25534): Terminated: ok {rc=0}\u000a20:03:05.454020 --- ParallelTerminationStrategy: PID 25537 died...\u000a20:03:05.510188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25537): Terminated: ok {rc=0}\u000a20:03:05.520213 --- ParallelTerminationStrategy: PID 25540 died...\u000a20:03:05.576158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25540): Terminated: ok {rc=0}\u000a20:03:05.662750 bus /sierra_3: Setting Powered False\u000a20:03:06.769152 bus /sierra_3: Setting Powered False\u000a20:03:07.877499 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T20:02:57" } ] }